lesso03 commited on
Commit
8ba5414
·
verified ·
1 Parent(s): 7029707

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de741ef7f34a5eb7de98448fda69402f3b613549cb58dc7303e87f6cde138f8b
3
  size 58680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf35cfe3b9a50e70a0712a415dbd8bd76f50905539fdfdeab73cddbd95d38048
3
  size 58680
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76f7b8a11f097eb57a6b8a9d16d6cf63426a1290306dca39c128a5ba493e953a
3
  size 127270
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93d5957c71bd06fba1276eafd7e78c4b10c0e4e3cb7afddda0ed8e3da69e4592
3
  size 127270
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7ced3441efbaac8e8068b5e942efb4d6961a89dd8de37cdf9f39574a4495d7e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2225fbf78fde67ea9a13b91d4f7da0650f3ce0c4ea5108923a96270e9e8151af
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e883b7b3f89fde3f0f981a15cfeb8504571510ffa0b99f735bed98a1fe00478
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ad005f18ad2c3c460e78d824d33373300bb1b0c9741a994c687b284a694890
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 10.306268692016602,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.004214726253529834,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -144,6 +144,49 @@
144
  "eval_samples_per_second": 250.492,
145
  "eval_steps_per_second": 62.635,
146
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -172,7 +215,7 @@
172
  "attributes": {}
173
  }
174
  },
175
- "total_flos": 6381069926400.0,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null
 
1
  {
2
+ "best_metric": 10.305092811584473,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.005619635004706444,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
144
  "eval_samples_per_second": 250.492,
145
  "eval_steps_per_second": 62.635,
146
  "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.004495708003765155,
150
+ "grad_norm": 0.18568071722984314,
151
+ "learning_rate": 0.00017451298973437308,
152
+ "loss": 20.6288,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.004776689754000477,
157
+ "grad_norm": 0.2910362184047699,
158
+ "learning_rate": 0.0001694167565454241,
159
+ "loss": 20.611,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.0050576715042357995,
164
+ "grad_norm": 0.2217985987663269,
165
+ "learning_rate": 0.0001639896397455543,
166
+ "loss": 20.618,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.005338653254471122,
171
+ "grad_norm": 0.19911141693592072,
172
+ "learning_rate": 0.0001582580797022808,
173
+ "loss": 20.6091,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.005619635004706444,
178
+ "grad_norm": 0.28544291853904724,
179
+ "learning_rate": 0.00015225,
180
+ "loss": 20.6026,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.005619635004706444,
185
+ "eval_loss": 10.305092811584473,
186
+ "eval_runtime": 60.5578,
187
+ "eval_samples_per_second": 247.45,
188
+ "eval_steps_per_second": 61.875,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 8551150387200.0,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null