Training in progress, epoch 4

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f51f6923d54ea7cd343ad75dd097ee691c1732486c994391da259f97604252f
+oid sha256:b2de72bcc0059500460cb01486b885f36040e124157ff40210fee4786f635992
 size 496244100

tb/events.out.tfevents.1725884095.0a1c9bec2a53.15221.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d457281d218597c548f478217308b3ec0042f875e7f4562c1f8a65af5e4432d1
-size 6800
+oid sha256:b8dd1eb8bf5dcf32743405b8a51a0a956e0df0c8257b143d1b1612ee7121f375
+size 7272

train.log

@@ -467,4 +467,60 @@ You should probably TRAIN this model on a down-stream task to be able to use it
 [INFO|tokenization_utils_base.py:2693] 2024-09-09 12:19:20,871 >> Special tokens file saved in /content/dissertation/scripts/ner/output/checkpoint-513/special_tokens_map.json
 [INFO|tokenization_utils_base.py:2684] 2024-09-09 12:19:25,899 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/tokenizer_config.json
 [INFO|tokenization_utils_base.py:2693] 2024-09-09 12:19:25,900 >> Special tokens file saved in /content/dissertation/scripts/ner/output/special_tokens_map.json
-
 30%|███       | 514/1710 [04:30<1:23:28,  4.19s/it]
 30%|███       | 515/1710 [04:31<1:00:28,  3.04s/it]
 30%|███       | 516/1710 [04:31<45:06,  2.27s/it]  
 30%|███       | 517/1710 [04:32<33:52,  1.70s/it]
 30%|███       | 518/1710 [04:32<27:22,  1.38s/it]
 30%|███       | 519/1710 [04:33<21:46,  1.10s/it]
 30%|███       | 520/1710 [04:33<17:41,  1.12it/s]
 30%|███       | 521/1710 [04:33<14:43,  1.35it/s]
 31%|███       | 522/1710 [04:34<13:50,  1.43it/s]
 31%|███       | 523/1710 [04:34<11:43,  1.69it/s]
 31%|███       | 524/1710 [04:35<10:45,  1.84it/s]
 31%|███       | 525/1710 [04:35<11:02,  1.79it/s]
 31%|███       | 526/1710 [04:36<10:05,  1.96it/s]
 31%|███       | 527/1710 [04:36<09:35,  2.05it/s]
 31%|███       | 528/1710 [04:37<09:11,  2.14it/s]
 31%|███       | 529/1710 [04:37<08:25,  2.34it/s]
 31%|███       | 530/1710 [04:38<10:47,  1.82it/s]
 31%|███       | 531/1710 [04:38<11:03,  1.78it/s]
 31%|███       | 532/1710 [04:39<09:37,  2.04it/s]
 31%|███       | 533/1710 [04:39<09:15,  2.12it/s]
 31%|███       | 534/1710 [04:40<08:39,  2.26it/s]
 31%|███▏      | 535/1710 [04:40<08:24,  2.33it/s]
 31%|███▏      | 536/1710 [04:40<08:06,  2.41it/s]
 31%|███▏      | 537/1710 [04:41<08:55,  2.19it/s]
 31%|███▏      | 538/1710 [04:41<08:33,  2.28it/s]
 32%|███▏      | 539/1710 [04:42<08:07,  2.40it/s]
 32%|███▏      | 540/1710 [04:42<07:53,  2.47it/s]
 32%|███▏      | 541/1710 [04:43<08:37,  2.26it/s]
 32%|███▏      | 542/1710 [04:43<07:57,  2.44it/s]
 32%|███▏      | 543/1710 [04:43<07:36,  2.56it/s]
 32%|███▏      | 544/1710 [04:44<08:21,  2.32it/s]
 32%|███▏      | 545/1710 [04:44<09:47,  1.98it/s]
 32%|███▏      | 546/1710 [04:45<09:45,  1.99it/s]
 32%|███▏      | 547/1710 [04:45<09:04,  2.14it/s]
 32%|███▏      | 548/1710 [04:46<09:04,  2.13it/s]
 32%|███▏      | 549/1710 [04:46<08:47,  2.20it/s]
 32%|███▏      | 550/1710 [04:47<08:38,  2.24it/s]
 32%|███▏      | 551/1710 [04:47<08:41,  2.22it/s]
 32%|███▏      | 552/1710 [04:47<08:17,  2.33it/s]
 32%|███▏      | 553/1710 [04:48<08:07,  2.37it/s]
 32%|███▏      | 554/1710 [04:48<07:55,  2.43it/s]
 32%|███▏      | 555/1710 [04:49<08:24,  2.29it/s]
 33%|███▎      | 556/1710 [04:49<08:19,  2.31it/s]
 33%|███▎      | 557/1710 [04:50<08:32,  2.25it/s]
 33%|███▎      | 558/1710 [04:50<08:12,  2.34it/s]
 33%|███▎      | 559/1710 [04:51<10:56,  1.75it/s]
 33%|███▎      | 560/1710 [04:51<10:36,  1.81it/s]
 33%|███▎      | 561/1710 [04:52<09:52,  1.94it/s]
 33%|███▎      | 562/1710 [04:52<08:49,  2.17it/s]
 33%|███▎      | 563/1710 [04:53<08:50,  2.16it/s]
 33%|███▎      | 564/1710 [04:53<08:12,  2.33it/s]
+
 30%|███       | 514/1710 [04:30<1:23:28,  4.19s/it]
 30%|███       | 515/1710 [04:31<1:00:28,  3.04s/it]
 30%|███       | 516/1710 [04:31<45:06,  2.27s/it]  
 30%|███       | 517/1710 [04:32<33:52,  1.70s/it]
 30%|███       | 518/1710 [04:32<27:22,  1.38s/it]
 30%|███       | 519/1710 [04:33<21:46,  1.10s/it]
 30%|███       | 520/1710 [04:33<17:41,  1.12it/s]
 30%|███       | 521/1710 [04:33<14:43,  1.35it/s]
 31%|███       | 522/1710 [04:34<13:50,  1.43it/s]
 31%|███       | 523/1710 [04:34<11:43,  1.69it/s]
 31%|███       | 524/1710 [04:35<10:45,  1.84it/s]
 31%|███       | 525/1710 [04:35<11:02,  1.79it/s]
 31%|███       | 526/1710 [04:36<10:05,  1.96it/s]
 31%|███       | 527/1710 [04:36<09:35,  2.05it/s]
 31%|███       | 528/1710 [04:37<09:11,  2.14it/s]
 31%|███       | 529/1710 [04:37<08:25,  2.34it/s]
 31%|███       | 530/1710 [04:38<10:47,  1.82it/s]
 31%|███       | 531/1710 [04:38<11:03,  1.78it/s]
 31%|███       | 532/1710 [04:39<09:37,  2.04it/s]
 31%|███       | 533/1710 [04:39<09:15,  2.12it/s]
 31%|███       | 534/1710 [04:40<08:39,  2.26it/s]
 31%|███▏      | 535/1710 [04:40<08:24,  2.33it/s]
 31%|███▏      | 536/1710 [04:40<08:06,  2.41it/s]
 31%|███▏      | 537/1710 [04:41<08:55,  2.19it/s]
 31%|███▏      | 538/1710 [04:41<08:33,  2.28it/s]
 32%|███▏      | 539/1710 [04:42<08:07,  2.40it/s]
 32%|███▏      | 540/1710 [04:42<07:53,  2.47it/s]
 32%|███▏      | 541/1710 [04:43<08:37,  2.26it/s]
 32%|███▏      | 542/1710 [04:43<07:57,  2.44it/s]
 32%|███▏      | 543/1710 [04:43<07:36,  2.56it/s]
 32%|███▏      | 544/1710 [04:44<08:21,  2.32it/s]
 32%|███▏      | 545/1710 [04:44<09:47,  1.98it/s]
 32%|███▏      | 546/1710 [04:45<09:45,  1.99it/s]
 32%|███▏      | 547/1710 [04:45<09:04,  2.14it/s]
 32%|███▏      | 548/1710 [04:46<09:04,  2.13it/s]
 32%|███▏      | 549/1710 [04:46<08:47,  2.20it/s]
 32%|███▏      | 550/1710 [04:47<08:38,  2.24it/s]
 32%|███▏      | 551/1710 [04:47<08:41,  2.22it/s]
 32%|███▏      | 552/1710 [04:47<08:17,  2.33it/s]
 32%|███▏      | 553/1710 [04:48<08:07,  2.37it/s]
 32%|███▏      | 554/1710 [04:48<07:55,  2.43it/s]
 32%|███▏      | 555/1710 [04:49<08:24,  2.29it/s]
 33%|███▎      | 556/1710 [04:49<08:19,  2.31it/s]
 33%|███▎      | 557/1710 [04:50<08:32,  2.25it/s]
 33%|███▎      | 558/1710 [04:50<08:12,  2.34it/s]
 33%|███▎      | 559/1710 [04:51<10:56,  1.75it/s]
 33%|███▎      | 560/1710 [04:51<10:36,  1.81it/s]
 33%|███▎      | 561/1710 [04:52<09:52,  1.94it/s]
 33%|███▎      | 562/1710 [04:52<08:49,  2.17it/s]
 33%|███▎      | 563/1710 [04:53<08:50,  2.16it/s]
 33%|███▎      | 564/1710 [04:53<08:12,  2.33it/s]
 33%|███▎      | 565/1710 [04:53<07:39,  2.49it/s]
 33%|███▎      | 566/1710 [04:54<07:30,  2.54it/s]
 33%|███▎      | 567/1710 [04:54<07:23,  2.58it/s]
 33%|███▎      | 568/1710 [04:55<07:50,  2.43it/s]
 33%|███▎      | 569/1710 [04:55<07:31,  2.53it/s]
 33%|███▎      | 570/1710 [04:56<09:51,  1.93it/s]
 33%|███▎      | 571/1710 [04:56<09:39,  1.96it/s]
 33%|███▎      | 572/1710 [04:57<09:24,  2.02it/s]
 34%|███▎      | 573/1710 [04:57<09:13,  2.05it/s]
 34%|███▎      | 574/1710 [04:58<09:36,  1.97it/s]
 34%|███▎      | 575/1710 [04:58<09:05,  2.08it/s]
 34%|███▎      | 576/1710 [04:59<08:39,  2.18it/s]
 34%|███▎      | 577/1710 [04:59<08:34,  2.20it/s]
 34%|███▍      | 578/1710 [05:00<08:50,  2.13it/s]
 34%|███▍      | 579/1710 [05:00<08:32,  2.21it/s]
 34%|███▍      | 580/1710 [05:00<08:06,  2.32it/s]
 34%|███▍      | 581/1710 [05:01<08:09,  2.31it/s]
 34%|███▍      | 582/1710 [05:01<07:38,  2.46it/s]
 34%|███▍      | 583/1710 [05:01<07:14,  2.60it/s]
 34%|███▍      | 584/1710 [05:02<07:44,  2.42it/s]
 34%|███▍      | 585/1710 [05:02<07:44,  2.42it/s]
 34%|███▍      | 586/1710 [05:03<07:47,  2.41it/s]
 34%|███▍      | 587/1710 [05:03<09:00,  2.08it/s]
 34%|███▍      | 588/1710 [05:04<08:40,  2.16it/s]
 34%|███▍      | 589/1710 [05:04<08:32,  2.19it/s]
 35%|███▍      | 590/1710 [05:05<08:24,  2.22it/s]
 35%|███▍      | 591/1710 [05:05<08:05,  2.30it/s]
 35%|███▍      | 592/1710 [05:06<09:13,  2.02it/s]
 35%|███▍      | 593/1710 [05:06<09:40,  1.92it/s]
 35%|███▍      | 594/1710 [05:07<09:06,  2.04it/s]
 35%|███▍      | 595/1710 [05:07<08:42,  2.14it/s]
 35%|███▍      | 596/1710 [05:08<08:30,  2.18it/s]
 35%|███▍      | 597/1710 [05:08<10:24,  1.78it/s]
 35%|███▍      | 598/1710 [05:09<09:48,  1.89it/s]
 35%|███▌      | 599/1710 [05:09<08:59,  2.06it/s]
 35%|███▌      | 600/1710 [05:10<08:30,  2.17it/s]
 35%|███▌      | 601/1710 [05:10<08:19,  2.22it/s]
 35%|███▌      | 602/1710 [05:10<08:21,  2.21it/s]
 35%|███▌      | 603/1710 [05:11<07:58,  2.31it/s]
 35%|███▌      | 604/1710 [05:12<10:18,  1.79it/s]
 35%|███▌      | 605/1710 [05:12<09:31,  1.94it/s]
 35%|███▌      | 606/1710 [05:13<08:47,  2.09it/s]
 35%|███▌      | 607/1710 [05:13<08:18,  2.21it/s]
 36%|███▌      | 608/1710 [05:13<08:43,  2.11it/s]
 36%|███▌      | 609/1710 [05:14<09:12,  1.99it/s]
 36%|███▌      | 610/1710 [05:14<08:54,  2.06it/s]
 36%|███▌      | 611/1710 [05:15<08:57,  2.04it/s]
 36%|███▌      | 612/1710 [05:15<07:56,  2.30it/s]
 36%|███▌      | 613/1710 [05:16<08:03,  2.27it/s]
 36%|███▌      | 614/1710 [05:16<08:36,  2.12it/s]
 36%|███▌      | 615/1710 [05:17<08:04,  2.26it/s]
 36%|███▌      | 616/1710 [05:17<07:38,  2.39it/s]
 36%|███▌      | 617/1710 [05:18<08:36,  2.12it/s]
 36%|███▌      | 618/1710 [05:18<08:20,  2.18it/s]
 36%|███▌      | 619/1710 [05:18<08:13,  2.21it/s]
 36%|███▋      | 620/1710 [05:19<08:16,  2.19it/s]
 36%|███▋      | 621/1710 [05:19<08:33,  2.12it/s]
 36%|███▋      | 622/1710 [05:20<08:24,  2.16it/s]
 36%|███▋      | 623/1710 [05:20<08:22,  2.17it/s]
 36%|███▋      | 624/1710 [05:21<07:48,  2.32it/s]
 37%|███▋      | 625/1710 [05:21<07:59,  2.26it/s]
 37%|███▋      | 626/1710 [05:22<07:37,  2.37it/s]
 37%|███▋      | 627/1710 [05:22<07:36,  2.37it/s]
 37%|███▋      | 628/1710 [05:22<08:07,  2.22it/s]
 37%|███▋      | 629/1710 [05:23<07:33,  2.38it/s]
 37%|███▋      | 630/1710 [05:23<08:02,  2.24it/s]
 37%|███▋      | 631/1710 [05:24<08:40,  2.07it/s]
 37%|███▋      | 632/1710 [05:24<08:11,  2.19it/s]
 37%|███▋      | 633/1710 [05:25<07:37,  2.35it/s]
 37%|███▋      | 634/1710 [05:25<07:31,  2.38it/s]
 37%|███▋      | 635/1710 [05:26<08:41,  2.06it/s]
 37%|███▋      | 636/1710 [05:26<08:05,  2.21it/s]
 37%|███▋      | 637/1710 [05:27<08:06,  2.20it/s]
 37%|███▋      | 638/1710 [05:27<07:46,  2.30it/s]
 37%|███▋      | 639/1710 [05:27<08:09,  2.19it/s]
 37%|███▋      | 640/1710 [05:28<08:13,  2.17it/s]
 37%|███▋      | 641/1710 [05:28<08:43,  2.04it/s]
 38%|███▊      | 642/1710 [05:29<08:12,  2.17it/s]
 38%|███▊      | 643/1710 [05:29<07:43,  2.30it/s]
 38%|███▊      | 644/1710 [05:30<08:09,  2.18it/s]
 38%|███▊      | 645/1710 [05:30<07:59,  2.22it/s]
 38%|███▊      | 646/1710 [05:31<08:13,  2.15it/s]
 38%|███▊      | 647/1710 [05:31<08:10,  2.17it/s]
 38%|███▊      | 648/1710 [05:31<07:40,  2.31it/s]
 38%|███▊      | 649/1710 [05:32<08:02,  2.20it/s]
 38%|███▊      | 650/1710 [05:32<07:46,  2.27it/s]
 38%|███▊      | 651/1710 [05:33<07:36,  2.32it/s]
 38%|███▊      | 652/1710 [05:33<07:36,  2.32it/s]
 38%|███▊      | 653/1710 [05:34<08:27,  2.08it/s]
 38%|███▊      | 654/1710 [05:34<08:15,  2.13it/s]
 38%|███▊      | 655/1710 [05:35<07:37,  2.31it/s]
 38%|███▊      | 656/1710 [05:35<07:20,  2.39it/s]
 38%|███▊      | 657/1710 [05:35<07:07,  2.46it/s]
 38%|███▊      | 658/1710 [05:36<07:23,  2.37it/s]
 39%|███▊      | 659/1710 [05:36<07:54,  2.21it/s]
 39%|███▊      | 660/1710 [05:37<08:19,  2.10it/s]
 39%|███▊      | 661/1710 [05:37<07:50,  2.23it/s]
 39%|███▊      | 662/1710 [05:38<07:44,  2.26it/s]
 39%|███▉      | 663/1710 [05:38<07:43,  2.26it/s]
 39%|███▉      | 664/1710 [05:38<07:08,  2.44it/s]
 39%|███▉      | 665/1710 [05:39<06:53,  2.53it/s]
 39%|███▉      | 666/1710 [05:39<07:16,  2.39it/s]
 39%|███▉      | 667/1710 [05:40<07:20,  2.37it/s]
 39%|███▉      | 668/1710 [05:40<07:04,  2.45it/s]
 39%|███▉      | 669/1710 [05:41<10:09,  1.71it/s]
 39%|███▉      | 670/1710 [05:42<09:09,  1.89it/s]
 39%|███▉      | 671/1710 [05:42<08:57,  1.93it/s]
 39%|███▉      | 672/1710 [05:43<09:56,  1.74it/s]
 39%|███▉      | 673/1710 [05:43<08:53,  1.94it/s]
 39%|███▉      | 674/1710 [05:44<08:35,  2.01it/s]
 39%|███▉      | 675/1710 [05:44<08:25,  2.05it/s]
 40%|███▉      | 676/1710 [05:45<08:25,  2.04it/s]
 40%|███▉      | 677/1710 [05:45<08:01,  2.14it/s]
 40%|███▉      | 678/1710 [05:45<07:40,  2.24it/s]
 40%|███▉      | 679/1710 [05:46<10:30,  1.64it/s]
 40%|███▉      | 680/1710 [05:47<09:10,  1.87it/s]
 40%|███▉      | 681/1710 [05:47<09:52,  1.74it/s]
 40%|███▉      | 682/1710 [05:48<09:09,  1.87it/s]
 40%|███▉      | 683/1710 [05:48<08:13,  2.08it/s]
 40%|████      | 684/1710 [05:48<07:29,  2.28it/s][INFO|trainer.py:811] 2024-09-09 12:20:44,622 >> The following columns in the evaluation set don't have a corresponding argument in `RobertaForTokenClassification.forward` and have been ignored: ner_tags, id, tokens. If ner_tags, id, tokens are not expected by `RobertaForTokenClassification.forward`,  you can safely ignore this message.
+[INFO|trainer.py:3819] 2024-09-09 12:20:44,625 >> 
+***** Running Evaluation *****
+[INFO|trainer.py:3821] 2024-09-09 12:20:44,625 >>   Num examples = 2519
+[INFO|trainer.py:3824] 2024-09-09 12:20:44,625 >>   Batch size = 8
+{'eval_loss': 0.1837530881166458, 'eval_precision': 0.6325831702544031, 'eval_recall': 0.7077175697865353, 'eval_f1': 0.6680444329630587, 'eval_accuracy': 0.9468382046263916, 'eval_runtime': 5.9204, 'eval_samples_per_second': 425.477, 'eval_steps_per_second': 53.206, 'epoch': 3.0}
+
+
  0%|          | 0/315 [00:00<?, ?it/s]
+
  3%|▎         | 8/315 [00:00<00:03, 77.82it/s]
+
  5%|▌         | 16/315 [00:00<00:04, 73.85it/s]
+
  8%|▊         | 24/315 [00:00<00:03, 75.96it/s]
+
 10%|█         | 32/315 [00:00<00:03, 71.57it/s]
+
 13%|█▎        | 41/315 [00:00<00:03, 75.27it/s]
+
 16%|█▌        | 49/315 [00:00<00:03, 74.26it/s]
+
 18%|█▊        | 57/315 [00:00<00:03, 74.33it/s]
+
 21%|██        | 65/315 [00:00<00:03, 71.75it/s]
+
 23%|██▎       | 73/315 [00:00<00:03, 73.81it/s]
+
 26%|██▌       | 81/315 [00:01<00:03, 70.09it/s]
+
 28%|██▊       | 89/315 [00:01<00:03, 67.14it/s]
+
 31%|███       | 97/315 [00:01<00:03, 67.19it/s]
+
 33%|███▎      | 105/315 [00:01<00:03, 68.76it/s]
+
 36%|███▌      | 113/315 [00:01<00:02, 70.14it/s]
+
 38%|███▊      | 121/315 [00:01<00:02, 68.44it/s]
+
 41%|████      | 129/315 [00:01<00:02, 69.46it/s]
+
 43%|████▎     | 136/315 [00:01<00:02, 68.80it/s]
+
 45%|████▌     | 143/315 [00:02<00:02, 69.00it/s]
+
 48%|████▊     | 152/315 [00:02<00:02, 73.01it/s]
+
 51%|█████     | 160/315 [00:02<00:02, 73.09it/s]
+
 53%|█████▎    | 168/315 [00:02<00:02, 71.75it/s]
+
 56%|█████▌    | 176/315 [00:02<00:01, 70.75it/s]
+
 58%|█████▊    | 184/315 [00:02<00:01, 68.76it/s]
+
 61%|██████    | 192/315 [00:02<00:01, 68.24it/s]
+
 63%|██████▎   | 199/315 [00:02<00:01, 65.54it/s]
+
 65%|██████▌   | 206/315 [00:02<00:01, 64.34it/s]
+
 68%|██████▊   | 214/315 [00:03<00:01, 67.80it/s]
+
 70%|███████   | 222/315 [00:03<00:01, 69.65it/s]
+
 73%|███████▎  | 231/315 [00:03<00:01, 72.94it/s]
+
 76%|███████▌  | 239/315 [00:03<00:01, 74.13it/s]
+
 78%|███████▊  | 247/315 [00:03<00:00, 70.32it/s]
+
 81%|████████  | 255/315 [00:03<00:00, 69.10it/s]
+
 83%|████████▎ | 263/315 [00:03<00:00, 70.38it/s]
+
 86%|████████▌ | 271/315 [00:03<00:00, 72.51it/s]
+
 89%|████████▉ | 280/315 [00:03<00:00, 74.93it/s]
+
 91%|█████████▏| 288/315 [00:04<00:00, 71.84it/s]
+
 94%|█████████▍| 296/315 [00:04<00:00, 70.55it/s]
+
 97%|█████████▋| 304/315 [00:04<00:00, 71.99it/s]
+
 99%|█████████▉| 312/315 [00:04<00:00, 72.72it/s]
                                                  
+
                                                 
 40%|████      | 684/1710 [05:54<07:29,  2.28it/s]
+
+
                                                 [INFO|trainer.py:3503] 2024-09-09 12:20:50,545 >> Saving model checkpoint to /content/dissertation/scripts/ner/output/checkpoint-684
+[INFO|configuration_utils.py:472] 2024-09-09 12:20:50,547 >> Configuration saved in /content/dissertation/scripts/ner/output/checkpoint-684/config.json
+[INFO|modeling_utils.py:2799] 2024-09-09 12:20:51,556 >> Model weights saved in /content/dissertation/scripts/ner/output/checkpoint-684/model.safetensors
+[INFO|tokenization_utils_base.py:2684] 2024-09-09 12:20:51,557 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/checkpoint-684/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-09 12:20:51,558 >> Special tokens file saved in /content/dissertation/scripts/ner/output/checkpoint-684/special_tokens_map.json
+[INFO|tokenization_utils_base.py:2684] 2024-09-09 12:20:54,643 >> tokenizer config file saved in /content/dissertation/scripts/ner/output/tokenizer_config.json
+[INFO|tokenization_utils_base.py:2693] 2024-09-09 12:20:54,643 >> Special tokens file saved in /content/dissertation/scripts/ner/output/special_tokens_map.json
+
 40%|████      | 685/1710 [05:59<58:21,  3.42s/it]
 40%|████      | 686/1710 [05:59<43:44,  2.56s/it]
 40%|████      | 687/1710 [06:00<33:23,  1.96s/it]
 40%|████      | 688/1710 [06:00<26:00,  1.53s/it]
 40%|████      | 689/1710 [06:01<20:06,  1.18s/it]
 40%|████      | 690/1710 [06:01<16:09,  1.05it/s]
 40%|████      | 691/1710 [06:02<13:18,  1.28it/s]
 40%|████      | 692/1710 [06:02<11:37,  1.46it/s]
 41%|████      | 693/1710 [06:03<12:01,  1.41it/s]
 41%|████      | 694/1710 [06:03<10:45,  1.57it/s]
 41%|████      | 695/1710 [06:04<09:24,  1.80it/s]
 41%|████      | 696/1710 [06:04<08:29,  1.99it/s]
 41%|████      | 697/1710 [06:04<07:36,  2.22it/s]
 41%|████      | 698/1710 [06:05<08:23,  2.01it/s]
 41%|████      | 699/1710 [06:05<07:52,  2.14it/s]
 41%|████      | 700/1710 [06:06<07:50,  2.15it/s]
 41%|████      | 701/1710 [06:06<08:07,  2.07it/s]
 41%|████      | 702/1710 [06:07<07:46,  2.16it/s]
 41%|████      | 703/1710 [06:07<07:54,  2.12it/s]
 41%|████      | 704/1710 [06:08<07:31,  2.23it/s]
 41%|████      | 705/1710 [06:08<07:08,  2.35it/s]
 41%|████▏     | 706/1710 [06:08<07:00,  2.39it/s]
 41%|████▏     | 707/1710 [06:09<06:42,  2.49it/s]
 41%|████▏     | 708/1710 [06:09<06:27,  2.59it/s]
 41%|████▏     | 709/1710 [06:10<06:31,  2.55it/s]
 42%|████▏     | 710/1710 [06:10<06:26,  2.59it/s]
 42%|████▏     | 711/1710 [06:10<06:33,  2.54it/s]
 42%|████▏     | 712/1710 [06:11<08:21,  1.99it/s]
 42%|████▏     | 713/1710 [06:12<07:48,  2.13it/s]
 42%|████▏     | 714/1710 [06:12<07:09,  2.32it/s]
 42%|████▏     | 715/1710 [06:12<07:21,  2.25it/s]
 42%|████▏     | 716/1710 [06:13<07:31,  2.20it/s]
 42%|████▏     | 717/1710 [06:13<07:34,  2.18it/s]
 42%|████▏     | 718/1710 [06:14<07:23,  2.24it/s]
 42%|████▏     | 719/1710 [06:14<07:04,  2.33it/s]
 42%|████▏     | 720/1710 [06:15<08:07,  2.03it/s]
 42%|████▏     | 721/1710 [06:16<09:23,  1.75it/s]
 42%|████▏     | 722/1710 [06:16<08:31,  1.93it/s]
 42%|████▏     | 723/1710 [06:16<08:00,  2.06it/s]
 42%|████▏     | 724/1710 [06:17<07:26,  2.21it/s]
 42%|████▏     | 725/1710 [06:17<07:33,  2.17it/s]
 42%|████▏     | 726/1710 [06:18<07:30,  2.18it/s]
 43%|████▎     | 727/1710 [06:18<07:21,  2.22it/s]
 43%|████▎     | 728/1710 [06:18<07:16,  2.25it/s]
 43%|████▎     | 729/1710 [06:19<07:16,  2.25it/s]
 43%|████▎     | 730/1710 [06:19<07:37,  2.14it/s]
 43%|████▎     | 731/1710 [06:20<07:16,  2.24it/s]
 43%|████▎     | 732/1710 [06:21<09:06,  1.79it/s]
 43%|████▎     | 733/1710 [06:21<08:17,  1.97it/s]
 43%|████▎     | 734/1710 [06:22<08:05,  2.01it/s]
 43%|████▎     | 735/1710 [06:22<07:20,  2.21it/s]
 43%|████▎     | 736/1710 [06:22<06:48,  2.39it/s]
 43%|████▎     | 737/1710 [06:23<06:53,  2.35it/s]
 43%|████▎     | 738/1710 [06:23<06:33,  2.47it/s]
 43%|████▎     | 739/1710 [06:23<06:47,  2.38it/s]
 43%|████▎     | 740/1710 [06:24<06:53,  2.35it/s]
 43%|████▎     | 741/1710 [06:24<07:03,  2.29it/s]