besimray commited on
Commit
7ecc397
·
verified ·
1 Parent(s): bf89f67

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb17279a575af092347aade562b366d406f4cc411a3a5b0e0cc0b7492406d36d
3
  size 194563400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a296213106b39423eb0ac1fe490129891fc3f1d7bdb00e45d0ac1e06d11ebc20
3
  size 194563400
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:466d4c22af2c4f797a59d6d47c08cf98b89be71f645de18faa1016169f9567a0
3
  size 99235764
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484f9e05b53b9fe5704f87120690fd54cdfd358b3ba30ecefafafaa2847108bd
3
  size 99235764
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d92c9b98c045a4da28935bdb2ba9318d4407239dd9eb565c67b7ed70582236f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fc42d49e32e12c6f7f951e821ec52062e026214ebb0bbcd1194c3b74d7856b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfc2bf0eccc6c4e85c949c664a83bcd160767da77920eebf352a6f7f7c4c9b2e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b996514a941dd419a3f7869454171b960cb51cf1b91d9b10dbdcf1b1e50a10
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8160228729248047,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.11933174224343675,
5
  "eval_steps": 5,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -445,6 +445,92 @@
445
  "eval_samples_per_second": 3.368,
446
  "eval_steps_per_second": 1.694,
447
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
448
  }
449
  ],
450
  "logging_steps": 1,
@@ -473,7 +559,7 @@
473
  "attributes": {}
474
  }
475
  },
476
- "total_flos": 2.81874442223616e+16,
477
  "train_batch_size": 2,
478
  "trial_name": null,
479
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.8120850920677185,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-60",
4
+ "epoch": 0.1431980906921241,
5
  "eval_steps": 5,
6
+ "global_step": 60,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
445
  "eval_samples_per_second": 3.368,
446
  "eval_steps_per_second": 1.694,
447
  "step": 50
448
+ },
449
+ {
450
+ "epoch": 0.12171837708830549,
451
+ "grad_norm": 0.5184401273727417,
452
+ "learning_rate": 0.00019656487088855592,
453
+ "loss": 1.107,
454
+ "step": 51
455
+ },
456
+ {
457
+ "epoch": 0.12410501193317422,
458
+ "grad_norm": 0.42614543437957764,
459
+ "learning_rate": 0.00019639628606958533,
460
+ "loss": 0.6306,
461
+ "step": 52
462
+ },
463
+ {
464
+ "epoch": 0.12649164677804295,
465
+ "grad_norm": 0.2956556975841522,
466
+ "learning_rate": 0.0001962237387768529,
467
+ "loss": 0.7877,
468
+ "step": 53
469
+ },
470
+ {
471
+ "epoch": 0.1288782816229117,
472
+ "grad_norm": 0.5040286779403687,
473
+ "learning_rate": 0.00019604723610310194,
474
+ "loss": 0.7839,
475
+ "step": 54
476
+ },
477
+ {
478
+ "epoch": 0.13126491646778043,
479
+ "grad_norm": 0.4167059063911438,
480
+ "learning_rate": 0.00019586678530366606,
481
+ "loss": 0.86,
482
+ "step": 55
483
+ },
484
+ {
485
+ "epoch": 0.13126491646778043,
486
+ "eval_loss": 0.8153512477874756,
487
+ "eval_runtime": 52.5424,
488
+ "eval_samples_per_second": 3.369,
489
+ "eval_steps_per_second": 1.694,
490
+ "step": 55
491
+ },
492
+ {
493
+ "epoch": 0.13365155131264916,
494
+ "grad_norm": 0.5592871308326721,
495
+ "learning_rate": 0.00019568239379617088,
496
+ "loss": 0.7068,
497
+ "step": 56
498
+ },
499
+ {
500
+ "epoch": 0.1360381861575179,
501
+ "grad_norm": 0.5967664122581482,
502
+ "learning_rate": 0.00019549406916022905,
503
+ "loss": 0.9163,
504
+ "step": 57
505
+ },
506
+ {
507
+ "epoch": 0.13842482100238662,
508
+ "grad_norm": 0.4031658470630646,
509
+ "learning_rate": 0.00019530181913712872,
510
+ "loss": 0.7602,
511
+ "step": 58
512
+ },
513
+ {
514
+ "epoch": 0.14081145584725538,
515
+ "grad_norm": 0.6687312722206116,
516
+ "learning_rate": 0.00019510565162951537,
517
+ "loss": 0.8132,
518
+ "step": 59
519
+ },
520
+ {
521
+ "epoch": 0.1431980906921241,
522
+ "grad_norm": 0.5811920166015625,
523
+ "learning_rate": 0.00019490557470106686,
524
+ "loss": 0.7686,
525
+ "step": 60
526
+ },
527
+ {
528
+ "epoch": 0.1431980906921241,
529
+ "eval_loss": 0.8120850920677185,
530
+ "eval_runtime": 52.5863,
531
+ "eval_samples_per_second": 3.366,
532
+ "eval_steps_per_second": 1.692,
533
+ "step": 60
534
  }
535
  ],
536
  "logging_steps": 1,
 
559
  "attributes": {}
560
  }
561
  },
562
+ "total_flos": 3.382493306683392e+16,
563
  "train_batch_size": 2,
564
  "trial_name": null,
565
  "trial_params": null