Training in progress, epoch 1

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+  "architectures": [
+    "RobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "ner",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-SINTOMA",
+    "2": "I-SINTOMA"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-SINTOMA": 1,
+    "I-SINTOMA": 2,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50262
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec4ff3150f8b54e9dc6cbef1e83df920e2d9ac69d5474829b2a565f66fd6b29
+size 496244100

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tb/events.out.tfevents.1725474455.a5c501872057.1590.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678f600fa33f4f3e68d8868c24bbc8754fe1267151c8964a43ea17d33cabab3d
+size 5645

tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50261": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "max_len": 512,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}

train.log

@@ -0,0 +1,355 @@
+2024-09-04 18:26:58.019800: I tensorflow/core/util/port.cc:153] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.
+2024-09-04 18:26:58.038161: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
+2024-09-04 18:26:58.059897: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
+2024-09-04 18:26:58.066439: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
+2024-09-04 18:26:58.082659: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.
+To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.
+2024-09-04 18:26:59.362821: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT
+/usr/local/lib/python3.10/dist-packages/transformers/training_args.py:1525: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead
+  warnings.warn(
+09/04/2024 18:27:00 - WARNING - __main__ -   Process rank: 0, device: cuda:0, n_gpu: 1distributed training: True, 16-bits training: False
+09/04/2024 18:27:00 - INFO - __main__ -   Training/evaluation parameters TrainingArguments(
+_n_gpu=1,
+accelerator_config={'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None, 'use_configured_state': False},
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+auto_find_batch_size=False,
+batch_eval_metrics=False,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_persistent_workers=False,
+dataloader_pin_memory=True,
+dataloader_prefetch_factor=None,
+ddp_backend=None,
+ddp_broadcast_buffers=None,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+ddp_timeout=1800,
+debug=[],
+deepspeed=None,
+disable_tqdm=False,
+dispatch_batches=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_do_concat_batches=True,
+eval_on_start=False,
+eval_steps=None,
+eval_strategy=epoch,
+eval_use_gather_object=False,
+evaluation_strategy=epoch,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+fsdp=[],
+fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False},
+fsdp_min_num_params=0,
+fsdp_transformer_layer_cls_to_wrap=None,
+full_determinism=False,
+gradient_accumulation_steps=2,
+gradient_checkpointing=False,
+gradient_checkpointing_kwargs=None,
+greater_is_better=True,
+group_by_length=False,
+half_precision_backend=auto,
+hub_always_push=False,
+hub_model_id=None,
+hub_private_repo=False,
+hub_strategy=every_save,
+hub_token=<HUB_TOKEN>,
+ignore_data_skip=False,
+include_inputs_for_metrics=False,
+include_num_input_tokens_seen=False,
+include_tokens_per_second=False,
+jit_mode_eval=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=5e-05,
+length_column_name=length,
+load_best_model_at_end=True,
+local_rank=0,
+log_level=passive,
+log_level_replica=warning,
+log_on_each_node=True,
+logging_dir=/content/dissertation/scripts/ner/output/tb,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=500,
+logging_strategy=steps,
+lr_scheduler_kwargs={},
+lr_scheduler_type=linear,
+max_grad_norm=1.0,
+max_steps=-1,
+metric_for_best_model=f1,
+mp_parameters=,
+neftune_noise_alpha=None,
+no_cuda=False,
+num_train_epochs=10.0,
+optim=adamw_torch,
+optim_args=None,
+optim_target_modules=None,
+output_dir=/content/dissertation/scripts/ner/output,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=8,
+per_device_train_batch_size=32,
+prediction_loss_only=False,
+push_to_hub=True,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=<PUSH_TO_HUB_TOKEN>,
+ray_scope=last,
+remove_unused_columns=True,
+report_to=['tensorboard'],
+restore_callback_states_from_checkpoint=False,
+resume_from_checkpoint=None,
+run_name=/content/dissertation/scripts/ner/output,
+save_on_each_node=False,
+save_only_model=False,
+save_safetensors=True,
+save_steps=500,
+save_strategy=epoch,
+save_total_limit=None,
+seed=42,
+skip_memory_metrics=True,
+split_batches=None,
+tf32=None,
+torch_compile=False,
+torch_compile_backend=None,
+torch_compile_mode=None,
+torch_empty_cache_steps=None,
+torchdynamo=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_cpu=False,
+use_ipex=False,
+use_legacy_prediction_loop=False,
+use_mps_device=False,
+warmup_ratio=0.0,
+warmup_steps=0,
+weight_decay=0.0,
+)
+
+
+
+
+
+
+
+[INFO|configuration_utils.py:733] 2024-09-04 18:27:16,977 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/config.json
+[INFO|configuration_utils.py:800] 2024-09-04 18:27:16,984 >> Model config RobertaConfig {
+  "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "ner",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "O",
+    "1": "B-SINTOMA",
+    "2": "I-SINTOMA"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-SINTOMA": 1,
+    "I-SINTOMA": 2,
+    "O": 0
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50262
+}
+
+[INFO|configuration_utils.py:733] 2024-09-04 18:27:17,622 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/config.json
+[INFO|configuration_utils.py:800] 2024-09-04 18:27:17,623 >> Model config RobertaConfig {
+  "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50262
+}
+
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,902 >> loading file vocab.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/vocab.json
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,902 >> loading file merges.txt from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/merges.txt
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,902 >> loading file tokenizer.json from cache at None
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,903 >> loading file added_tokens.json from cache at None
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,903 >> loading file special_tokens_map.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/special_tokens_map.json
+[INFO|tokenization_utils_base.py:2269] 2024-09-04 18:27:21,903 >> loading file tokenizer_config.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/tokenizer_config.json
+[INFO|configuration_utils.py:733] 2024-09-04 18:27:21,903 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/config.json
+[INFO|configuration_utils.py:800] 2024-09-04 18:27:21,904 >> Model config RobertaConfig {
+  "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50262
+}
+
+/usr/local/lib/python3.10/dist-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884
+  warnings.warn(
+[INFO|configuration_utils.py:733] 2024-09-04 18:27:21,979 >> loading configuration file config.json from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/config.json
+[INFO|configuration_utils.py:800] 2024-09-04 18:27:21,981 >> Model config RobertaConfig {
+  "_name_or_path": "PlanTL-GOB-ES/bsc-bio-ehr-es",
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.44.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50262
+}
+
+[INFO|modeling_utils.py:3678] 2024-09-04 18:27:26,079 >> loading weights file pytorch_model.bin from cache at /root/.cache/huggingface/hub/models--PlanTL-GOB-ES--bsc-bio-ehr-es/snapshots/1e543adb2d21f19d85a89305eebdbd64ab656b99/pytorch_model.bin
+[INFO|modeling_utils.py:4497] 2024-09-04 18:27:26,219 >> Some weights of the model checkpoint at PlanTL-GOB-ES/bsc-bio-ehr-es were not used when initializing RobertaForTokenClassification: ['lm_head.bias', 'lm_head.decoder.bias', 'lm_head.decoder.weight', 'lm_head.dense.bias', 'lm_head.dense.weight', 'lm_head.layer_norm.bias', 'lm_head.layer_norm.weight']
+- This IS expected if you are initializing RobertaForTokenClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing RobertaForTokenClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+[WARNING|modeling_utils.py:4509] 2024-09-04 18:27:26,219 >> Some weights of RobertaForTokenClassification were not initialized from the model checkpoint at PlanTL-GOB-ES/bsc-bio-ehr-es and are newly initialized: ['classifier.bias', 'classifier.weight']
+You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
+
+
+
+/content/dissertation/scripts/ner/run_ner_train.py:397: FutureWarning: load_metric is deprecated and will be removed in the next major version of datasets. Use 'evaluate.load' instead, from the new library 🤗 Evaluate: https://huggingface.co/docs/evaluate
+  metric = load_metric("seqeval", trust_remote_code=True)
+
+[INFO|trainer.py:811] 2024-09-04 18:27:34,644 >> The following columns in the training set don't have a corresponding argument in `RobertaForTokenClassification.forward` and have been ignored: ner_tags, id, tokens. If ner_tags, id, tokens are not expected by `RobertaForTokenClassification.forward`,  you can safely ignore this message.
+[INFO|trainer.py:2134] 2024-09-04 18:27:35,302 >> ***** Running training *****
+[INFO|trainer.py:2135] 2024-09-04 18:27:35,302 >>   Num examples = 15,848
+[INFO|trainer.py:2136] 2024-09-04 18:27:35,302 >>   Num Epochs = 10
+[INFO|trainer.py:2137] 2024-09-04 18:27:35,302 >>   Instantaneous batch size per device = 32
+[INFO|trainer.py:2140] 2024-09-04 18:27:35,302 >>   Total train batch size (w. parallel, distributed & accumulation) = 64
+[INFO|trainer.py:2141] 2024-09-04 18:27:35,302 >>   Gradient Accumulation steps = 2
+[INFO|trainer.py:2142] 2024-09-04 18:27:35,302 >>   Total optimization steps = 2,480
+[INFO|trainer.py:2143] 2024-09-04 18:27:35,303 >>   Number of trainable parameters = 124,055,043
+
  0%|          | 0/2480 [00:00<?, ?it/s]
  0%|          | 1/2480 [00:01<1:07:07,  1.62s/it]
  0%|          | 2/2480 [00:01<33:03,  1.25it/s]  
  0%|          | 3/2480 [00:02<24:43,  1.67it/s]
  0%|          | 4/2480 [00:02<19:24,  2.13it/s]
  0%|          | 5/2480 [00:02<15:23,  2.68it/s]
  0%|          | 6/2480 [00:02<13:36,  3.03it/s]
  0%|          | 7/2480 [00:03<11:58,  3.44it/s]
  0%|          | 8/2480 [00:03<10:57,  3.76it/s]
  0%|          | 9/2480 [00:03<10:29,  3.93it/s]
  0%|          | 10/2480 [00:03<11:55,  3.45it/s]
  0%|          | 11/2480 [00:04<12:31,  3.28it/s]
  0%|          | 12/2480 [00:04<11:38,  3.53it/s]
  1%|          | 13/2480 [00:04<11:55,  3.45it/s]
  1%|          | 14/2480 [00:05<10:50,  3.79it/s]
  1%|          | 15/2480 [00:05<10:23,  3.95it/s]
  1%|          | 16/2480 [00:05<10:14,  4.01it/s]
  1%|          | 17/2480 [00:05<10:07,  4.05it/s]
  1%|          | 18/2480 [00:05<09:43,  4.22it/s]
  1%|          | 19/2480 [00:06<10:53,  3.77it/s]
  1%|          | 20/2480 [00:06<10:34,  3.88it/s]
  1%|          | 21/2480 [00:06<10:42,  3.83it/s]
  1%|          | 22/2480 [00:06<10:01,  4.09it/s]
  1%|          | 23/2480 [00:07<09:20,  4.39it/s]
  1%|          | 24/2480 [00:07<08:53,  4.60it/s]
  1%|          | 25/2480 [00:07<08:51,  4.62it/s]
  1%|          | 26/2480 [00:07<08:54,  4.59it/s]
  1%|          | 27/2480 [00:08<09:03,  4.51it/s]
  1%|          | 28/2480 [00:08<09:00,  4.54it/s]
  1%|          | 29/2480 [00:08<09:09,  4.46it/s]
  1%|          | 30/2480 [00:08<09:54,  4.12it/s]
  1%|▏         | 31/2480 [00:08<09:15,  4.41it/s]
  1%|▏         | 32/2480 [00:09<09:01,  4.52it/s]
  1%|▏         | 33/2480 [00:09<09:02,  4.51it/s]
  1%|▏         | 34/2480 [00:09<09:19,  4.37it/s]
  1%|▏         | 35/2480 [00:09<09:42,  4.20it/s]
  1%|▏         | 36/2480 [00:10<09:13,  4.42it/s]
  1%|▏         | 37/2480 [00:10<12:51,  3.16it/s]
  2%|▏         | 38/2480 [00:10<11:34,  3.52it/s]
  2%|▏         | 39/2480 [00:11<11:25,  3.56it/s]
  2%|▏         | 40/2480 [00:11<10:18,  3.95it/s]
  2%|▏         | 41/2480 [00:11<09:34,  4.25it/s]
  2%|▏         | 42/2480 [00:11<09:16,  4.38it/s]
  2%|▏         | 43/2480 [00:11<08:59,  4.52it/s]
  2%|▏         | 44/2480 [00:12<10:12,  3.98it/s]
  2%|▏         | 45/2480 [00:12<09:52,  4.11it/s]
  2%|▏         | 46/2480 [00:12<11:42,  3.46it/s]
  2%|▏         | 47/2480 [00:13<10:40,  3.80it/s]
  2%|▏         | 48/2480 [00:13<10:11,  3.98it/s]
  2%|▏         | 49/2480 [00:13<11:17,  3.59it/s]
  2%|▏         | 50/2480 [00:13<11:50,  3.42it/s]
  2%|▏         | 51/2480 [00:14<11:00,  3.68it/s]
  2%|▏         | 52/2480 [00:14<10:50,  3.73it/s]
  2%|▏         | 53/2480 [00:14<10:01,  4.04it/s]
  2%|▏         | 54/2480 [00:15<12:09,  3.33it/s]
  2%|▏         | 55/2480 [00:15<12:02,  3.36it/s]
  2%|▏         | 56/2480 [00:15<10:46,  3.75it/s]
  2%|▏         | 57/2480 [00:15<10:55,  3.70it/s]
  2%|▏         | 58/2480 [00:16<10:10,  3.97it/s]
  2%|▏         | 59/2480 [00:16<09:52,  4.09it/s]
  2%|▏         | 60/2480 [00:16<09:39,  4.17it/s]
  2%|▏         | 61/2480 [00:16<08:59,  4.48it/s]
  2%|▎         | 62/2480 [00:16<08:44,  4.61it/s]
  3%|▎         | 63/2480 [00:17<08:49,  4.56it/s]
  3%|▎         | 64/2480 [00:17<10:09,  3.97it/s]
  3%|▎         | 65/2480 [00:17<09:53,  4.07it/s]
  3%|▎         | 66/2480 [00:17<10:26,  3.85it/s]
  3%|▎         | 67/2480 [00:18<10:40,  3.77it/s]
  3%|▎         | 68/2480 [00:18<10:02,  4.00it/s]
  3%|▎         | 69/2480 [00:18<09:33,  4.21it/s]
  3%|▎         | 70/2480 [00:18<09:27,  4.25it/s]
  3%|▎         | 71/2480 [00:19<09:44,  4.12it/s]
  3%|▎         | 72/2480 [00:19<10:20,  3.88it/s]
  3%|▎         | 73/2480 [00:19<09:47,  4.10it/s]
  3%|▎         | 74/2480 [00:20<11:34,  3.47it/s]
  3%|▎         | 75/2480 [00:20<11:25,  3.51it/s]
  3%|▎         | 76/2480 [00:20<11:33,  3.47it/s]
  3%|▎         | 77/2480 [00:20<10:47,  3.71it/s]
  3%|▎         | 78/2480 [00:21<10:10,  3.93it/s]
  3%|▎         | 79/2480 [00:21<09:52,  4.05it/s]
  3%|▎         | 80/2480 [00:21<09:47,  4.09it/s]
  3%|▎         | 81/2480 [00:21<11:08,  3.59it/s]
  3%|▎         | 82/2480 [00:22<10:41,  3.74it/s]
  3%|▎         | 83/2480 [00:22<09:51,  4.05it/s]
  3%|▎         | 84/2480 [00:22<10:24,  3.83it/s]
  3%|▎         | 85/2480 [00:22<10:22,  3.85it/s]
  3%|▎         | 86/2480 [00:23<09:52,  4.04it/s]
  4%|▎         | 87/2480 [00:23<10:24,  3.83it/s]
  4%|▎         | 88/2480 [00:23<09:52,  4.04it/s]
  4%|▎         | 89/2480 [00:23<10:02,  3.97it/s]
  4%|▎         | 90/2480 [00:24<11:55,  3.34it/s]
  4%|▎         | 91/2480 [00:24<11:08,  3.57it/s]
  4%|▎         | 92/2480 [00:24<11:00,  3.62it/s]
  4%|▍         | 93/2480 [00:25<10:41,  3.72it/s]
  4%|▍         | 94/2480 [00:25<10:17,  3.87it/s]
  4%|▍         | 95/2480 [00:25<10:17,  3.86it/s]
  4%|▍         | 96/2480 [00:25<09:22,  4.24it/s]
  4%|▍         | 97/2480 [00:25<09:48,  4.05it/s]
  4%|▍         | 98/2480 [00:26<08:58,  4.43it/s]
  4%|▍         | 99/2480 [00:26<10:07,  3.92it/s]
  4%|▍         | 100/2480 [00:26<09:27,  4.19it/s]
  4%|▍         | 101/2480 [00:26<09:08,  4.33it/s]
  4%|▍         | 102/2480 [00:27<09:17,  4.27it/s]
  4%|▍         | 103/2480 [00:27<08:58,  4.41it/s]
  4%|▍         | 104/2480 [00:27<08:55,  4.44it/s]
  4%|▍         | 105/2480 [00:27<09:26,  4.19it/s]
  4%|▍         | 106/2480 [00:28<09:53,  4.00it/s]
  4%|▍         | 107/2480 [00:28<09:29,  4.17it/s]
  4%|▍         | 108/2480 [00:28<09:57,  3.97it/s]
  4%|▍         | 109/2480 [00:28<09:08,  4.32it/s]
  4%|▍         | 110/2480 [00:29<09:11,  4.30it/s]
  4%|▍         | 111/2480 [00:29<09:05,  4.34it/s]
  5%|▍         | 112/2480 [00:29<08:44,  4.51it/s]
  5%|▍         | 113/2480 [00:29<08:33,  4.61it/s]
  5%|▍         | 114/2480 [00:29<08:39,  4.55it/s]
  5%|▍         | 115/2480 [00:30<08:11,  4.81it/s]
  5%|▍         | 116/2480 [00:30<08:29,  4.64it/s]
  5%|▍         | 117/2480 [00:30<08:45,  4.50it/s]
  5%|▍         | 118/2480 [00:30<10:20,  3.81it/s]
  5%|▍         | 119/2480 [00:31<10:47,  3.65it/s]
  5%|▍         | 120/2480 [00:31<10:03,  3.91it/s]
  5%|▍         | 121/2480 [00:31<11:11,  3.51it/s]
  5%|▍         | 122/2480 [00:31<10:07,  3.88it/s]
  5%|▍         | 123/2480 [00:32<09:46,  4.02it/s]
  5%|▌         | 124/2480 [00:32<09:41,  4.05it/s]
  5%|▌         | 125/2480 [00:32<09:50,  3.99it/s]
  5%|▌         | 126/2480 [00:32<10:29,  3.74it/s]
  5%|▌         | 127/2480 [00:33<11:12,  3.50it/s]
  5%|▌         | 128/2480 [00:33<11:23,  3.44it/s]
  5%|▌         | 129/2480 [00:33<11:44,  3.34it/s]
  5%|▌         | 130/2480 [00:34<10:48,  3.62it/s]
  5%|▌         | 131/2480 [00:34<10:45,  3.64it/s]
  5%|▌         | 132/2480 [00:34<12:09,  3.22it/s]
  5%|▌         | 133/2480 [00:35<11:14,  3.48it/s]
  5%|▌         | 134/2480 [00:35<10:11,  3.83it/s]
  5%|▌         | 135/2480 [00:35<09:29,  4.12it/s]
  5%|▌         | 136/2480 [00:35<08:55,  4.38it/s]
  6%|▌         | 137/2480 [00:35<08:53,  4.39it/s]
  6%|▌         | 138/2480 [00:36<09:30,  4.10it/s]
  6%|▌         | 139/2480 [00:36<09:22,  4.16it/s]
  6%|▌         | 140/2480 [00:36<09:46,  3.99it/s]
  6%|▌         | 141/2480 [00:36<10:17,  3.79it/s]
  6%|▌         | 142/2480 [00:37<09:19,  4.18it/s]
  6%|▌         | 143/2480 [00:37<09:22,  4.15it/s]
  6%|▌         | 144/2480 [00:37<09:46,  3.98it/s]
  6%|▌         | 145/2480 [00:37<09:36,  4.05it/s]
  6%|▌         | 146/2480 [00:38<09:16,  4.19it/s]
  6%|▌         | 147/2480 [00:38<08:56,  4.35it/s]
  6%|▌         | 148/2480 [00:38<09:01,  4.31it/s]
  6%|▌         | 149/2480 [00:38<08:46,  4.43it/s]
  6%|▌         | 150/2480 [00:39<09:03,  4.29it/s]
  6%|▌         | 151/2480 [00:39<08:38,  4.50it/s]
  6%|▌         | 152/2480 [00:39<08:57,  4.33it/s]
  6%|▌         | 153/2480 [00:39<09:12,  4.21it/s]
  6%|▌         | 154/2480 [00:39<09:25,  4.11it/s]
  6%|▋         | 155/2480 [00:40<09:55,  3.91it/s]
  6%|▋         | 156/2480 [00:40<09:35,  4.04it/s]
  6%|▋         | 157/2480 [00:40<09:05,  4.26it/s]
  6%|▋         | 158/2480 [00:40<08:57,  4.32it/s]
  6%|▋         | 159/2480 [00:41<09:42,  3.98it/s]
  6%|▋         | 160/2480 [00:41<09:12,  4.20it/s]
  6%|▋         | 161/2480 [00:41<08:26,  4.58it/s]
  7%|▋         | 162/2480 [00:41<08:04,  4.78it/s]
  7%|▋         | 163/2480 [00:42<08:28,  4.56it/s]
  7%|▋         | 164/2480 [00:42<09:54,  3.90it/s]
  7%|▋         | 165/2480 [00:42<10:08,  3.81it/s]
  7%|▋         | 166/2480 [00:42<09:49,  3.93it/s]
  7%|▋         | 167/2480 [00:43<09:09,  4.21it/s]
  7%|▋         | 168/2480 [00:43<09:38,  4.00it/s]
  7%|▋         | 169/2480 [00:43<09:07,  4.22it/s]
  7%|▋         | 170/2480 [00:43<09:17,  4.14it/s]
  7%|▋         | 171/2480 [00:44<09:21,  4.11it/s]
  7%|▋         | 172/2480 [00:44<09:06,  4.22it/s]
  7%|▋         | 173/2480 [00:44<08:49,  4.36it/s]
  7%|▋         | 174/2480 [00:44<09:14,  4.16it/s]
  7%|▋         | 175/2480 [00:45<09:11,  4.18it/s]
  7%|▋         | 176/2480 [00:45<08:46,  4.38it/s]
  7%|▋         | 177/2480 [00:45<08:29,  4.52it/s]
  7%|▋         | 178/2480 [00:45<08:04,  4.76it/s]
  7%|▋         | 179/2480 [00:45<07:58,  4.81it/s]
  7%|▋         | 180/2480 [00:46<08:13,  4.66it/s]
  7%|▋         | 181/2480 [00:46<08:21,  4.58it/s]
  7%|▋         | 182/2480 [00:46<08:41,  4.41it/s]
  7%|▋         | 183/2480 [00:46<08:39,  4.42it/s]
  7%|▋         | 184/2480 [00:46<08:42,  4.39it/s]
  7%|▋         | 185/2480 [00:47<08:31,  4.48it/s]
  8%|▊         | 186/2480 [00:47<08:22,  4.56it/s]
  8%|▊         | 187/2480 [00:47<08:10,  4.68it/s]
  8%|▊         | 188/2480 [00:47<08:16,  4.61it/s]
  8%|▊         | 189/2480 [00:48<08:21,  4.57it/s]
  8%|▊         | 190/2480 [00:48<08:52,  4.30it/s]
  8%|▊         | 191/2480 [00:48<08:34,  4.45it/s]
  8%|▊         | 192/2480 [00:48<08:58,  4.25it/s]
  8%|▊         | 193/2480 [00:48<08:32,  4.47it/s]
  8%|▊         | 194/2480 [00:49<09:04,  4.20it/s]
  8%|▊         | 195/2480 [00:49<09:47,  3.89it/s]
  8%|▊         | 196/2480 [00:49<09:36,  3.96it/s]
  8%|▊         | 197/2480 [00:50<11:04,  3.44it/s]
  8%|▊         | 198/2480 [00:50<10:01,  3.80it/s]
  8%|▊         | 199/2480 [00:50<09:13,  4.12it/s]
  8%|▊         | 200/2480 [00:50<08:43,  4.35it/s]
  8%|▊         | 201/2480 [00:50<08:30,  4.47it/s]
  8%|▊         | 202/2480 [00:51<08:31,  4.46it/s]
  8%|▊         | 203/2480 [00:51<10:17,  3.69it/s]
  8%|▊         | 204/2480 [00:51<10:29,  3.62it/s]
  8%|▊         | 205/2480 [00:52<09:39,  3.93it/s]
  8%|▊         | 206/2480 [00:52<09:18,  4.07it/s]
  8%|▊         | 207/2480 [00:52<09:36,  3.94it/s]
  8%|▊         | 208/2480 [00:52<10:23,  3.65it/s]
  8%|▊         | 209/2480 [00:53<10:22,  3.65it/s]
  8%|▊         | 210/2480 [00:53<09:54,  3.82it/s]
  9%|▊         | 211/2480 [00:53<09:31,  3.97it/s]
  9%|▊         | 212/2480 [00:53<09:37,  3.93it/s]
  9%|▊         | 213/2480 [00:54<09:25,  4.01it/s]
  9%|▊         | 214/2480 [00:54<09:16,  4.07it/s]
  9%|▊         | 215/2480 [00:54<09:42,  3.89it/s]
  9%|▊         | 216/2480 [00:54<09:37,  3.92it/s]
  9%|▉         | 217/2480 [00:55<09:27,  3.99it/s]
  9%|▉         | 218/2480 [00:55<09:32,  3.95it/s]
  9%|▉         | 219/2480 [00:55<08:53,  4.24it/s]
  9%|▉         | 220/2480 [00:55<10:10,  3.70it/s]
  9%|▉         | 221/2480 [00:56<09:48,  3.84it/s]
  9%|▉         | 222/2480 [00:56<08:54,  4.23it/s]
  9%|▉         | 223/2480 [00:56<09:11,  4.09it/s]
  9%|▉         | 224/2480 [00:56<09:01,  4.17it/s]
  9%|▉         | 225/2480 [00:57<09:45,  3.85it/s]
  9%|▉         | 226/2480 [00:57<09:24,  4.00it/s]
  9%|▉         | 227/2480 [00:57<09:26,  3.98it/s]
  9%|▉         | 228/2480 [00:57<08:58,  4.19it/s]
  9%|▉         | 229/2480 [00:58<08:33,  4.39it/s]
  9%|▉         | 230/2480 [00:58<08:21,  4.48it/s]
  9%|▉         | 231/2480 [00:58<08:32,  4.39it/s]
  9%|▉         | 232/2480 [00:58<09:05,  4.12it/s]
  9%|▉         | 233/2480 [00:59<08:56,  4.19it/s]
  9%|▉         | 234/2480 [00:59<09:25,  3.97it/s]
  9%|▉         | 235/2480 [00:59<09:12,  4.07it/s]
 10%|▉         | 236/2480 [00:59<10:24,  3.60it/s]
 10%|▉         | 237/2480 [01:00<09:34,  3.90it/s]
 10%|▉         | 238/2480 [01:00<09:06,  4.11it/s]
 10%|▉         | 239/2480 [01:00<08:58,  4.16it/s]
 10%|▉         | 240/2480 [01:00<08:21,  4.47it/s]
 10%|▉         | 241/2480 [01:00<07:53,  4.73it/s]
 10%|▉         | 242/2480 [01:01<08:08,  4.58it/s]
 10%|▉         | 243/2480 [01:01<08:34,  4.35it/s]
 10%|▉         | 244/2480 [01:01<09:04,  4.10it/s]
 10%|▉         | 245/2480 [01:01<09:14,  4.03it/s]
 10%|▉         | 246/2480 [01:02<08:50,  4.21it/s]
 10%|▉         | 247/2480 [01:02<08:32,  4.36it/s]
 10%|█         | 248/2480 [01:02<07:59,  4.65it/s][INFO|trainer.py:811] 2024-09-04 18:28:37,832 >> The following columns in the evaluation set don't have a corresponding argument in `RobertaForTokenClassification.forward` and have been ignored: ner_tags, id, tokens. If ner_tags, id, tokens are not expected by `RobertaForTokenClassification.forward`,  you can safely ignore this message.
+[INFO|trainer.py:3819] 2024-09-04 18:28:37,835 >> 
+***** Running Evaluation *****
+[INFO|trainer.py:3821] 2024-09-04 18:28:37,835 >>   Num examples = 2519
+[INFO|trainer.py:3824] 2024-09-04 18:28:37,835 >>   Batch size = 8
+
+
  0%|          | 0/315 [00:00<?, ?it/s]
+
  3%|▎         | 9/315 [00:00<00:03, 87.62it/s]
+
  6%|▌         | 18/315 [00:00<00:03, 84.29it/s]
+
  9%|▊         | 27/315 [00:00<00:03, 82.00it/s]
+
 11%|█▏        | 36/315 [00:00<00:03, 76.52it/s]
+
 14%|█▍        | 45/315 [00:00<00:03, 78.83it/s]
+
 17%|█▋        | 54/315 [00:00<00:03, 79.38it/s]
+
 20%|██        | 63/315 [00:00<00:03, 78.44it/s]
+
 23%|██▎       | 72/315 [00:00<00:03, 80.31it/s]
+
 26%|██▌       | 81/315 [00:01<00:02, 79.22it/s]
+
 28%|██▊       | 89/315 [00:01<00:02, 78.97it/s]
+
 31%|███       | 97/315 [00:01<00:02, 78.20it/s]
+
 34%|███▎      | 106/315 [00:01<00:02, 80.06it/s]
+
 37%|███▋      | 115/315 [00:01<00:02, 81.29it/s]
+
 39%|███▉      | 124/315 [00:01<00:02, 78.38it/s]
+
 42%|████▏     | 132/315 [00:01<00:02, 78.59it/s]
+
 44%|████▍     | 140/315 [00:01<00:02, 77.86it/s]
+
 47%|████▋     | 148/315 [00:01<00:02, 75.27it/s]
+
 50%|████▉     | 156/315 [00:01<00:02, 73.46it/s]
+
 52%|█████▏    | 164/315 [00:02<00:02, 75.03it/s]
+
 55%|█████▍    | 173/315 [00:02<00:01, 76.99it/s]
+
 57%|█████▋    | 181/315 [00:02<00:01, 77.31it/s]
+
 60%|██████    | 190/315 [00:02<00:01, 78.87it/s]
+
 63%|██████▎   | 198/315 [00:02<00:01, 78.00it/s]
+
 65%|██████▌   | 206/315 [00:02<00:01, 78.04it/s]
+
 68%|██████▊   | 214/315 [00:02<00:01, 75.23it/s]
+
 70%|███████   | 222/315 [00:02<00:01, 73.53it/s]
+
 73%|███████▎  | 230/315 [00:02<00:01, 72.57it/s]
+
 76%|███████▌  | 239/315 [00:03<00:01, 74.60it/s]
+
 78%|███████▊  | 247/315 [00:03<00:00, 74.88it/s]
+
 81%|████████▏ | 256/315 [00:03<00:00, 76.66it/s]
+
 84%|████████▍ | 265/315 [00:03<00:00, 78.61it/s]
+
 87%|████████▋ | 274/315 [00:03<00:00, 81.06it/s]
+
 90%|████████▉ | 283/315 [00:03<00:00, 82.28it/s]
+
 93%|█████████▎| 292/315 [00:03<00:00, 79.10it/s]
+
 96%|█████████▌| 301/315 [00:03<00:00, 80.22it/s]
+
 98%|█████████▊| 310/315 [00:03<00:00, 81.05it/s]
                                                  
+
                                                 
 10%|█         | 248/2480 [01:08<07:59,  4.65it/s]
+
+
                                                 [INFO|trainer.py:3503] 2024-09-04 18:28:43,350 >> Saving model checkpoint to /content/dissertation/scripts/ner/output/checkpoint-248
+[INFO|configuration_utils.py:472] 2024-09-04 18:28:43,351 >> Configuration saved in /content/dissertation/scripts/ner/output/checkpoint-248/config.json
+[INFO|modeling_utils.py:2799] 2024-09-04 18:28:44,360 >> Model weights saved in /content/dissertation/scripts/ner/output/checkpoint-248/model.safetensors
+[INFO|tokenization_utils_base.py:2684] 2024-09-04 18:28:44,361 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/checkpoint-248/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-04 18:28:44,362 >> Special tokens file saved in /content/dissertation/scripts/ner/output/checkpoint-248/special_tokens_map.json
+[INFO|tokenization_utils_base.py:2684] 2024-09-04 18:28:46,425 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-04 18:28:46,425 >> Special tokens file saved in /content/dissertation/scripts/ner/output/special_tokens_map.json
+
 10%|█         | 249/2480 [01:11<1:44:55,  2.82s/it]
 10%|█         | 250/2480 [01:11<1:15:54,  2.04s/it]
 10%|█         | 251/2480 [01:11<55:54,  1.51s/it]  
 10%|█         | 252/2480 [01:12<41:42,  1.12s/it]
 10%|█         | 253/2480 [01:12<31:32,  1.18it/s]
 10%|█         | 254/2480 [01:12<24:51,  1.49it/s]
 10%|█         | 255/2480 [01:12<21:00,  1.77it/s]
 10%|█         | 256/2480 [01:13<17:50,  2.08it/s]
 10%|█         | 257/2480 [01:13<15:06,  2.45it/s]
 10%|█         | 258/2480 [01:13<12:55,  2.87it/s]
 10%|█         | 259/2480 [01:13<11:19,  3.27it/s]
 10%|█         | 260/2480 [01:14<10:42,  3.45it/s]
 11%|█         | 261/2480 [01:14<10:07,  3.65it/s]
 11%|█         | 262/2480 [01:14<09:25,  3.92it/s]
 11%|█         | 263/2480 [01:14<09:55,  3.72it/s]
 11%|█         | 264/2480 [01:15<10:10,  3.63it/s]
 11%|█         | 265/2480 [01:15<10:24,  3.55it/s]
 11%|█         | 266/2480 [01:15<09:56,  3.71it/s]
 11%|█         | 267/2480 [01:15<09:49,  3.75it/s]
 11%|█         | 268/2480 [01:16<09:37,  3.83it/s]
 11%|█         | 269/2480 [01:16<09:43,  3.79it/s]
 11%|█         | 270/2480 [01:16<09:21,  3.94it/s]
 11%|█         | 271/2480 [01:16<09:51,  3.74it/s]
 11%|█         | 272/2480 [01:17<09:45,  3.77it/s]
 11%|█         | 273/2480 [01:17<09:37,  3.82it/s]
 11%|█         | 274/2480 [01:17<09:15,  3.97it/s]
 11%|█         | 275/2480 [01:18<09:48,  3.75it/s]
 11%|█         | 276/2480 [01:18<09:30,  3.86it/s]
 11%|█         | 277/2480 [01:18<08:50,  4.15it/s]
 11%|█         | 278/2480 [01:18<08:05,  4.53it/s]
 11%|█▏        | 279/2480 [01:18<09:13,  3.98it/s]
 11%|█▏        | 280/2480 [01:19<08:55,  4.11it/s]
 11%|█▏        | 281/2480 [01:19<08:30,  4.31it/s]
 11%|█▏        | 282/2480 [01:19<08:31,  4.29it/s]
 11%|█▏        | 283/2480 [01:19<08:42,  4.21it/s]
 11%|█▏        | 284/2480 [01:20<08:57,  4.09it/s]
 11%|█▏        | 285/2480 [01:20<08:46,  4.17it/s]
 12%|█▏        | 286/2480 [01:20<08:15,  4.43it/s]
 12%|█▏        | 287/2480 [01:20<07:45,  4.71it/s]
 12%|█▏        | 288/2480 [01:21<08:39,  4.22it/s]
 12%|█▏        | 289/2480 [01:21<09:57,  3.67it/s]
 12%|█▏        | 290/2480 [01:21<09:34,  3.81it/s]
 12%|█▏        | 291/2480 [01:21<09:32,  3.82it/s]
 12%|█▏        | 292/2480 [01:22<09:35,  3.80it/s]
 12%|█▏        | 293/2480 [01:22<09:23,  3.88it/s]
 12%|█▏        | 294/2480 [01:22<08:56,  4.08it/s]
 12%|█▏        | 295/2480 [01:22<09:27,  3.85it/s]
 12%|█▏        | 296/2480 [01:23<08:49,  4.12it/s]
 12%|█▏        | 297/2480 [01:23<08:55,  4.08it/s]
 12%|█▏        | 298/2480 [01:23<08:33,  4.25it/s]
 12%|█▏        | 299/2480 [01:23<09:39,  3.76it/s]
 12%|█▏        | 300/2480 [01:24<09:25,  3.86it/s]
 12%|█▏        | 301/2480 [01:24<08:34,  4.23it/s]
 12%|█▏        | 302/2480 [01:24<07:59,  4.54it/s]
 12%|█▏        | 303/2480 [01:25<11:53,  3.05it/s]
 12%|█▏        | 304/2480 [01:25<11:51,  3.06it/s]
 12%|█▏        | 305/2480 [01:25<10:15,  3.54it/s]
 12%|█▏        | 306/2480 [01:25<09:49,  3.69it/s]
 12%|█▏        | 307/2480 [01:26<09:18,  3.89it/s]
 12%|█▏        | 308/2480 [01:26<09:14,  3.92it/s]
 12%|█▏        | 309/2480 [01:26<08:48,  4.11it/s]
 12%|█▎        | 310/2480 [01:26<08:11,  4.42it/s]
 13%|█▎        | 311/2480 [01:26<07:49,  4.62it/s]
 13%|█▎        | 312/2480 [01:27<07:32,  4.79it/s]
 13%|█▎        | 313/2480 [01:27<07:56,  4.55it/s]
 13%|█▎        | 314/2480 [01:27<07:45,  4.65it/s]
 13%|█▎        | 315/2480 [01:27<09:12,  3.92it/s]
 13%|█▎        | 316/2480 [01:28<09:02,  3.99it/s]
 13%|█▎        | 317/2480 [01:28<08:47,  4.10it/s]
 13%|█▎        | 318/2480 [01:28<09:01,  3.99it/s]
 13%|█▎        | 319/2480 [01:28<08:19,  4.32it/s]
 13%|█▎        | 320/2480 [01:29<08:30,  4.23it/s]
 13%|█▎        | 321/2480 [01:29<08:24,  4.28it/s]
 13%|█▎        | 322/2480 [01:29<09:15,  3.89it/s]
 13%|█▎        | 323/2480 [01:29<09:26,  3.81it/s]
 13%|█▎        | 324/2480 [01:30<10:55,  3.29it/s]
 13%|█▎        | 325/2480 [01:30<09:29,  3.78it/s]
 13%|█▎        | 326/2480 [01:30<11:22,  3.16it/s]
 13%|█▎        | 327/2480 [01:31<10:10,  3.52it/s]
 13%|█▎        | 328/2480 [01:31<09:23,  3.82it/s]
 13%|█▎        | 329/2480 [01:31<09:28,  3.79it/s]
 13%|█▎        | 330/2480 [01:31<09:19,  3.84it/s]
 13%|█▎        | 331/2480 [01:32<08:50,  4.05it/s]
 13%|█▎        | 332/2480 [01:32<08:49,  4.05it/s]
 13%|█▎        | 333/2480 [01:32<09:10,  3.90it/s]
 13%|█▎        | 334/2480 [01:32<08:54,  4.02it/s]
 14%|█▎        | 335/2480 [01:33<09:15,  3.86it/s]
 14%|█▎        | 336/2480 [01:33<08:58,  3.98it/s]
 14%|█▎        | 337/2480 [01:33<08:27,  4.22it/s]
 14%|█▎        | 338/2480 [01:33<09:11,  3.89it/s]
 14%|█▎        | 339/2480 [01:34<08:56,  3.99it/s]
 14%|█▎        | 340/2480 [01:34<08:26,  4.22it/s]
 14%|█▍        | 341/2480 [01:34<08:03,  4.42it/s]
 14%|█▍        | 342/2480 [01:34<08:36,  4.14it/s]
 14%|█▍        | 343/2480 [01:35<08:30,  4.18it/s]
 14%|█▍        | 344/2480 [01:35<09:19,  3.81it/s]
 14%|█▍        | 345/2480 [01:35<08:34,  4.15it/s]
 14%|█▍        | 346/2480 [01:35<08:08,  4.36it/s]
 14%|█▍        | 347/2480 [01:35<07:56,  4.48it/s]
 14%|█▍        | 348/2480 [01:36<07:23,  4.81it/s]
 14%|█▍        | 349/2480 [01:36<07:13,  4.91it/s]
 14%|█▍        | 350/2480 [01:36<07:20,  4.84it/s]
 14%|█▍        | 351/2480 [01:36<07:24,  4.78it/s]
 14%|█▍        | 352/2480 [01:36<08:01,  4.42it/s]
 14%|█▍        | 353/2480 [01:37<08:36,  4.11it/s]
 14%|█▍        | 354/2480 [01:37<08:28,  4.18it/s]
 14%|█▍        | 355/2480 [01:37<08:44,  4.05it/s]
 14%|█▍        | 356/2480 [01:37<07:58,  4.44it/s]
 14%|█▍        | 357/2480 [01:38<08:08,  4.35it/s]
 14%|█▍        | 358/2480 [01:38<07:42,  4.59it/s]
 14%|█▍        | 359/2480 [01:38<07:46,  4.55it/s]
 15%|█▍        | 360/2480 [01:38<07:13,  4.89it/s]
 15%|█▍        | 361/2480 [01:39<07:37,  4.63it/s]
 15%|█▍        | 362/2480 [01:39<08:03,  4.38it/s]
 15%|█▍        | 363/2480 [01:39<08:08,  4.34it/s]
 15%|█▍        | 364/2480 [01:39<08:10,  4.31it/s]
 15%|█▍        | 365/2480 [01:39<07:53,  4.46it/s]
 15%|█▍        | 366/2480 [01:40<08:12,  4.29it/s]
 15%|█▍        | 367/2480 [01:40<07:50,  4.49it/s]
 15%|█▍        | 368/2480 [01:40<09:52,  3.56it/s]
 15%|█▍        | 369/2480 [01:41<09:27,  3.72it/s]
 15%|█▍        | 370/2480 [01:41<09:19,  3.77it/s]
 15%|█▍        | 371/2480 [01:41<09:02,  3.89it/s]
 15%|█▌        | 372/2480 [01:41<08:39,  4.06it/s]
 15%|█▌        | 373/2480 [01:42<09:22,  3.75it/s]
 15%|█▌        | 374/2480 [01:42<08:36,  4.08it/s]
 15%|█▌        | 375/2480 [01:42<09:23,  3.74it/s]
 15%|█▌        | 376/2480 [01:42<08:49,  3.97it/s]
 15%|█▌        | 377/2480 [01:43<08:18,  4.22it/s]
 15%|█▌        | 378/2480 [01:43<07:47,  4.49it/s]
 15%|█▌        | 379/2480 [01:43<08:04,  4.34it/s]
 15%|█▌        | 380/2480 [01:43<08:11,  4.27it/s]
 15%|█▌        | 381/2480 [01:43<08:26,  4.14it/s]
 15%|█▌        | 382/2480 [01:44<08:41,  4.02it/s]
 15%|█▌        | 383/2480 [01:44<08:20,  4.19it/s]
 15%|█▌        | 384/2480 [01:44<08:18,  4.21it/s]
 16%|█▌        | 385/2480 [01:44<08:01,  4.35it/s]
 16%|█▌        | 386/2480 [01:45<08:05,  4.32it/s]
 16%|█▌        | 387/2480 [01:45<08:09,  4.28it/s]
 16%|█▌        | 388/2480 [01:45<07:40,  4.54it/s]
 16%|█▌        | 389/2480 [01:45<07:19,  4.76it/s]
 16%|█▌        | 390/2480 [01:46<08:15,  4.21it/s]
 16%|█▌        | 391/2480 [01:46<08:16,  4.21it/s]
 16%|█▌        | 392/2480 [01:46<08:03,  4.32it/s]
 16%|█▌        | 393/2480 [01:46<07:37,  4.56it/s]
 16%|█▌        | 394/2480 [01:46<07:51,  4.42it/s]
 16%|█▌        | 395/2480 [01:47<07:30,  4.63it/s]
 16%|█▌        | 396/2480 [01:47<07:22,  4.71it/s]
 16%|█▌        | 397/2480 [01:47<07:09,  4.85it/s]
 16%|█▌        | 398/2480 [01:47<07:15,  4.78it/s]
 16%|█▌        | 399/2480 [01:47<07:29,  4.63it/s]
 16%|█▌        | 400/2480 [01:48<08:38,  4.01it/s]
 16%|█▌        | 401/2480 [01:48<08:26,  4.11it/s]
 16%|█▌        | 402/2480 [01:48<08:07,  4.26it/s]
 16%|█▋        | 403/2480 [01:49<09:51,  3.51it/s]
 16%|█▋        | 404/2480 [01:49<09:03,  3.82it/s]
 16%|█▋        | 405/2480 [01:49<09:01,  3.83it/s]
 16%|█▋        | 406/2480 [01:49<08:35,  4.02it/s]
 16%|█▋        | 407/2480 [01:50<09:48,  3.52it/s]
 16%|█▋        | 408/2480 [01:50<10:05,  3.42it/s]
 16%|█▋        | 409/2480 [01:50<09:18,  3.71it/s]
 17%|█▋        | 410/2480 [01:50<08:44,  3.95it/s]
 17%|█▋        | 411/2480 [01:51<09:09,  3.76it/s]
 17%|█▋        | 412/2480 [01:51<09:02,  3.81it/s]
 17%|█▋        | 413/2480 [01:51<08:49,  3.90it/s]
 17%|█▋        | 414/2480 [01:51<08:50,  3.89it/s]
 17%|█▋        | 415/2480 [01:52<08:39,  3.97it/s]

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13556e6c97b2f39e25d5830ab0bc61ce81f807bcf643d150d23dd97c2f606c57
+size 5240