neuralwonderland commited on
Commit
c6e7ae6
·
verified ·
1 Parent(s): 81b1fae

Training in progress, step 450, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9eafc134df51821e99102a2c02021eb6847f0e850e860b489f89486bb303847
3
  size 524363632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb570867b39da8ca5f9dcb5a985b279fec72307f9c34b27d25f5a270d849bb9
3
  size 524363632
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3dca2bab1e815bc1120f377c6201b185595d37f6b37b814f735ebac86c9f0302
3
  size 1049049442
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c2a8d621b78697c67005e055c00235f3d9085c1c8d486bb9edd4ae03d403f83
3
  size 1049049442
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ebe82472181f5e2ac977fc05ac3d706bdf91a6df52d349fe6caf55d98226f0d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3dd9835961741b97ed6bc0c71057c6d15eaf84418093825034d870f676dd7ea
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ab8798ab47122f078def382b6a2914797f624615be5bff19e7c962ff24a984b
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d349b525fc7c7eff553c27846b0059879b2d31c63b4e246efacc449795c47e3
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.26471745967865,
3
- "best_model_checkpoint": "./output/checkpoint-300",
4
- "epoch": 0.013437849944008958,
5
  "eval_steps": 150,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -233,6 +233,119 @@
233
  "eval_samples_per_second": 9.656,
234
  "eval_steps_per_second": 9.656,
235
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
236
  }
237
  ],
238
  "logging_steps": 10,
@@ -252,7 +365,7 @@
252
  "attributes": {}
253
  }
254
  },
255
- "total_flos": 3.8701300386816e+16,
256
  "train_batch_size": 4,
257
  "trial_name": null,
258
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.2499778270721436,
3
+ "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 0.020156774916013438,
5
  "eval_steps": 150,
6
+ "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
233
  "eval_samples_per_second": 9.656,
234
  "eval_steps_per_second": 9.656,
235
  "step": 300
236
+ },
237
+ {
238
+ "epoch": 0.013885778275475923,
239
+ "grad_norm": 6.256772994995117,
240
+ "learning_rate": 7.4660616066297565e-06,
241
+ "loss": 1.2176,
242
+ "step": 310
243
+ },
244
+ {
245
+ "epoch": 0.01433370660694289,
246
+ "grad_norm": 7.437366485595703,
247
+ "learning_rate": 7.462757908684509e-06,
248
+ "loss": 1.046,
249
+ "step": 320
250
+ },
251
+ {
252
+ "epoch": 0.014781634938409855,
253
+ "grad_norm": 8.049488067626953,
254
+ "learning_rate": 7.459301593803512e-06,
255
+ "loss": 1.2396,
256
+ "step": 330
257
+ },
258
+ {
259
+ "epoch": 0.01522956326987682,
260
+ "grad_norm": 5.115020751953125,
261
+ "learning_rate": 7.455692804062335e-06,
262
+ "loss": 1.1018,
263
+ "step": 340
264
+ },
265
+ {
266
+ "epoch": 0.015677491601343786,
267
+ "grad_norm": 5.805201530456543,
268
+ "learning_rate": 7.451931687804189e-06,
269
+ "loss": 1.0083,
270
+ "step": 350
271
+ },
272
+ {
273
+ "epoch": 0.01612541993281075,
274
+ "grad_norm": 5.960669040679932,
275
+ "learning_rate": 7.448018399633831e-06,
276
+ "loss": 1.1773,
277
+ "step": 360
278
+ },
279
+ {
280
+ "epoch": 0.016573348264277716,
281
+ "grad_norm": 4.82655143737793,
282
+ "learning_rate": 7.443953100411214e-06,
283
+ "loss": 1.2279,
284
+ "step": 370
285
+ },
286
+ {
287
+ "epoch": 0.01702127659574468,
288
+ "grad_norm": 5.768619060516357,
289
+ "learning_rate": 7.439735957244862e-06,
290
+ "loss": 1.0924,
291
+ "step": 380
292
+ },
293
+ {
294
+ "epoch": 0.017469204927211646,
295
+ "grad_norm": 4.603348731994629,
296
+ "learning_rate": 7.435367143485015e-06,
297
+ "loss": 0.9547,
298
+ "step": 390
299
+ },
300
+ {
301
+ "epoch": 0.01791713325867861,
302
+ "grad_norm": 3.802041530609131,
303
+ "learning_rate": 7.430846838716496e-06,
304
+ "loss": 1.0569,
305
+ "step": 400
306
+ },
307
+ {
308
+ "epoch": 0.018365061590145577,
309
+ "grad_norm": 4.473762035369873,
310
+ "learning_rate": 7.426175228751328e-06,
311
+ "loss": 1.1299,
312
+ "step": 410
313
+ },
314
+ {
315
+ "epoch": 0.018812989921612542,
316
+ "grad_norm": 4.674028396606445,
317
+ "learning_rate": 7.421352505621099e-06,
318
+ "loss": 1.0512,
319
+ "step": 420
320
+ },
321
+ {
322
+ "epoch": 0.019260918253079507,
323
+ "grad_norm": 5.1446852684021,
324
+ "learning_rate": 7.416378867569069e-06,
325
+ "loss": 1.2024,
326
+ "step": 430
327
+ },
328
+ {
329
+ "epoch": 0.019708846584546472,
330
+ "grad_norm": 3.742156744003296,
331
+ "learning_rate": 7.411254519042017e-06,
332
+ "loss": 1.1778,
333
+ "step": 440
334
+ },
335
+ {
336
+ "epoch": 0.020156774916013438,
337
+ "grad_norm": 4.0376200675964355,
338
+ "learning_rate": 7.4059796706818396e-06,
339
+ "loss": 1.1754,
340
+ "step": 450
341
+ },
342
+ {
343
+ "epoch": 0.020156774916013438,
344
+ "eval_loss": 1.2499778270721436,
345
+ "eval_runtime": 51.5995,
346
+ "eval_samples_per_second": 9.69,
347
+ "eval_steps_per_second": 9.69,
348
+ "step": 450
349
  }
350
  ],
351
  "logging_steps": 10,
 
365
  "attributes": {}
366
  }
367
  },
368
+ "total_flos": 5.76911261749248e+16,
369
  "train_batch_size": 4,
370
  "trial_name": null,
371
  "trial_params": null