JacksonBrune commited on
Commit
3e019a0
·
verified ·
1 Parent(s): a338939

Training in progress, step 250, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b632180e937ab1fa5d61d48b8652b6eb3d9d4cef91094e5cc90d3cee65676b3
3
  size 64219860
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f3a2dce7ac8feb25086ea851f461e19f985b0bb61616cd8cf0f4f9ebdbcc49
3
  size 64219860
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0074a94e7be8f39393e7be3ece5718fa75893cad9596eb6bcf3dfb395e3ed98a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a10ee867190f2c182bb1a6570b7305c847c3e86c4a7fd1daca0f9423744f3b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65558e26afbfb87dd1928966282919939bdee4084add607d42e008ed52d680cd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6088f970b1f0429ad85e576795204ef9269ce142d6ce9c2595b5649efde833b6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.007977376329562722,
5
  "eval_steps": 63,
6
- "global_step": 189,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -165,6 +165,55 @@
165
  "eval_samples_per_second": 11.692,
166
  "eval_steps_per_second": 5.846,
167
  "step": 189
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
168
  }
169
  ],
170
  "logging_steps": 10,
@@ -179,12 +228,12 @@
179
  "should_evaluate": false,
180
  "should_log": false,
181
  "should_save": true,
182
- "should_training_stop": false
183
  },
184
  "attributes": {}
185
  }
186
  },
187
- "total_flos": 1.13841809915904e+17,
188
  "train_batch_size": 2,
189
  "trial_name": null,
190
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.010552085092014182,
5
  "eval_steps": 63,
6
+ "global_step": 250,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
165
  "eval_samples_per_second": 11.692,
166
  "eval_steps_per_second": 5.846,
167
  "step": 189
168
+ },
169
+ {
170
+ "epoch": 0.008019584669930779,
171
+ "grad_norm": NaN,
172
+ "learning_rate": 2.8165064990227252e-05,
173
+ "loss": 0.0,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.008441668073611346,
178
+ "grad_norm": NaN,
179
+ "learning_rate": 1.985863781320435e-05,
180
+ "loss": 0.5067,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.008863751477291912,
185
+ "grad_norm": NaN,
186
+ "learning_rate": 1.286812958766106e-05,
187
+ "loss": 0.0,
188
+ "step": 210
189
+ },
190
+ {
191
+ "epoch": 0.00928583488097248,
192
+ "grad_norm": NaN,
193
+ "learning_rate": 7.308324265397836e-06,
194
+ "loss": 0.0,
195
+ "step": 220
196
+ },
197
+ {
198
+ "epoch": 0.009707918284653047,
199
+ "grad_norm": NaN,
200
+ "learning_rate": 3.270513696097055e-06,
201
+ "loss": 0.0,
202
+ "step": 230
203
+ },
204
+ {
205
+ "epoch": 0.010130001688333615,
206
+ "grad_norm": NaN,
207
+ "learning_rate": 8.209986176753948e-07,
208
+ "loss": 0.0,
209
+ "step": 240
210
+ },
211
+ {
212
+ "epoch": 0.010552085092014182,
213
+ "grad_norm": NaN,
214
+ "learning_rate": 0.0,
215
+ "loss": 0.0,
216
+ "step": 250
217
  }
218
  ],
219
  "logging_steps": 10,
 
228
  "should_evaluate": false,
229
  "should_log": false,
230
  "should_save": true,
231
+ "should_training_stop": true
232
  },
233
  "attributes": {}
234
  }
235
  },
236
+ "total_flos": 1.509693130801152e+17,
237
  "train_batch_size": 2,
238
  "trial_name": null,
239
  "trial_params": null