diagonalge commited on
Commit
865991a
·
verified ·
1 Parent(s): 0d80b67

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b011a4c60534b932db042fd736d34e87af082176c079c6271cdbf3136a38ac8
3
  size 101752088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed1b6f73d502882db71481cb2bd9301ca90f102a334c47d83a2fba5bd0da6457
3
  size 101752088
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bb1754679627bc12d4f937b9e502f31a2534b4e172c3cc865c7c598bca6d2e4
3
  size 52046596
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374bbc3237cc7e7bd30285a95b75e5e70f7faf581aba5922c65f250ce697560d
3
  size 52046596
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15979b93c5d9f4120bbd488b10f50e9f5e39387c20523984d041d80836523182
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1546821c54d8d437f890166fec8f3e617edf24a1bd79d91cb3ed48225d7bfa93
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:288483c81220cbf22f51f35045c4ef691c80220055a03dc4880f485f05c71ede
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8eccac390378b22aeb148c260b00bec01d948946d8363d5282899af673e0e86
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.005034929825665555,
5
  "eval_steps": 25,
6
- "global_step": 40,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -303,6 +303,84 @@
303
  "learning_rate": 0.00015000000000000001,
304
  "loss": 0.2162,
305
  "step": 40
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
306
  }
307
  ],
308
  "logging_steps": 1,
@@ -322,7 +400,7 @@
322
  "attributes": {}
323
  }
324
  },
325
- "total_flos": 2.63415360651264e+16,
326
  "train_batch_size": 2,
327
  "trial_name": null,
328
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.006293662282081943,
5
  "eval_steps": 25,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
303
  "learning_rate": 0.00015000000000000001,
304
  "loss": 0.2162,
305
  "step": 40
306
+ },
307
+ {
308
+ "epoch": 0.005160803071307194,
309
+ "grad_norm": 4.584814071655273,
310
+ "learning_rate": 0.00014694715627858908,
311
+ "loss": 0.8873,
312
+ "step": 41
313
+ },
314
+ {
315
+ "epoch": 0.005286676316948832,
316
+ "grad_norm": 0.006552003789693117,
317
+ "learning_rate": 0.00014383711467890774,
318
+ "loss": 0.0004,
319
+ "step": 42
320
+ },
321
+ {
322
+ "epoch": 0.005412549562590472,
323
+ "grad_norm": 3.2025034427642822,
324
+ "learning_rate": 0.00014067366430758004,
325
+ "loss": 0.2046,
326
+ "step": 43
327
+ },
328
+ {
329
+ "epoch": 0.00553842280823211,
330
+ "grad_norm": 0.2174777388572693,
331
+ "learning_rate": 0.00013746065934159123,
332
+ "loss": 0.0041,
333
+ "step": 44
334
+ },
335
+ {
336
+ "epoch": 0.005664296053873749,
337
+ "grad_norm": 0.0,
338
+ "learning_rate": 0.00013420201433256689,
339
+ "loss": 0.0,
340
+ "step": 45
341
+ },
342
+ {
343
+ "epoch": 0.005790169299515388,
344
+ "grad_norm": 2.011909246444702,
345
+ "learning_rate": 0.00013090169943749476,
346
+ "loss": 0.052,
347
+ "step": 46
348
+ },
349
+ {
350
+ "epoch": 0.005916042545157027,
351
+ "grad_norm": 0.04959569871425629,
352
+ "learning_rate": 0.0001275637355816999,
353
+ "loss": 0.0016,
354
+ "step": 47
355
+ },
356
+ {
357
+ "epoch": 0.006041915790798665,
358
+ "grad_norm": 9.175588607788086,
359
+ "learning_rate": 0.00012419218955996676,
360
+ "loss": 0.4144,
361
+ "step": 48
362
+ },
363
+ {
364
+ "epoch": 0.006167789036440305,
365
+ "grad_norm": 1.922889232635498,
366
+ "learning_rate": 0.00012079116908177593,
367
+ "loss": 0.0746,
368
+ "step": 49
369
+ },
370
+ {
371
+ "epoch": 0.006293662282081943,
372
+ "grad_norm": 3.5199947357177734,
373
+ "learning_rate": 0.00011736481776669306,
374
+ "loss": 0.092,
375
+ "step": 50
376
+ },
377
+ {
378
+ "epoch": 0.006293662282081943,
379
+ "eval_loss": NaN,
380
+ "eval_runtime": 3519.1151,
381
+ "eval_samples_per_second": 0.951,
382
+ "eval_steps_per_second": 0.475,
383
+ "step": 50
384
  }
385
  ],
386
  "logging_steps": 1,
 
400
  "attributes": {}
401
  }
402
  },
403
+ "total_flos": 3.2926920081408e+16,
404
  "train_batch_size": 2,
405
  "trial_name": null,
406
  "trial_params": null