Training in progress, step 35, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5a2fcbd27b645c2e6e67b5e4c6b3623a09ff1412b2a9f04322710b6f3cd024f
+oid sha256:fe9b3c91781fb64a2a070d458f515d3474e7c0924b65e3bee5a042eae7efd121
 size 389352298

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:176a494af86e97963d29329a2df186925a72ebbea4d6463c3d1e74a10f306a16
+oid sha256:e91cdd026c6ca53bf4f618f41c1803502d8d870a39a3a5e36dd15f44c3e8c158
 size 14960

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:792073d0f54f35ce7d87c74f1d753377efefe9b0ffb48ca596bddd7e5ec0e74e
+oid sha256:b9c5635e14273caff32fe2cbaa99db1c8b9ad70215139b473d19d5cfcc622124
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4de789ec9a6563920d2b2f58365c8ebc796338fc20364aac3a9c4f01e1114202
+oid sha256:b2f31dfaebd277d0dbf46d8400abc3fa41c6b75740305f19558cb6f8eac4faab
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fff86af062d87f2d04c3eab2cc1b9062bd20e680d5a0c950ab61277bec71d2ea
+oid sha256:9eae1ea66cfb187245fec88c7ac2c75a907c10cb639fdccff7eb227d4f535774
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c09031e244e5c89e52b3c3bb662b54db8a85996e54bd9c77222030648f1c7db3
+oid sha256:93ce236cdfc3570e60fc168a599f38d18a8345a454926b769bf6e4e2c224361f
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": NaN,
   "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 2.1739130434782608,
+  "epoch": 3.0434782608695654,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 35,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,76 @@
       "eval_samples_per_second": 28.211,
       "eval_steps_per_second": 7.335,
       "step": 25
+    },
+    {
+      "epoch": 2.260869565217391,
+      "grad_norm": NaN,
+      "learning_rate": 2.5531266972462177e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 2.3478260869565215,
+      "grad_norm": NaN,
+      "learning_rate": 2.2431968285271844e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 2.4347826086956523,
+      "grad_norm": NaN,
+      "learning_rate": 1.9627610736574575e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 2.5217391304347827,
+      "grad_norm": NaN,
+      "learning_rate": 1.7143591022596845e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 2.608695652173913,
+      "grad_norm": NaN,
+      "learning_rate": 1.5002404810528451e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 2.6956521739130435,
+      "grad_norm": NaN,
+      "learning_rate": 1.3223443014276737e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 2.782608695652174,
+      "grad_norm": NaN,
+      "learning_rate": 1.1822816187347623e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 2.869565217391304,
+      "grad_norm": NaN,
+      "learning_rate": 1.08132086231782e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 2.9565217391304346,
+      "grad_norm": NaN,
+      "learning_rate": 1.0203763484211195e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 3.0434782608695654,
+      "grad_norm": NaN,
+      "learning_rate": 1e-05,
+      "loss": 0.0,
+      "step": 35
     }
   ],
   "logging_steps": 1,
@@ -221,12 +291,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 1.127497768894464e+17,
+  "total_flos": 1.5784968764522496e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null