oldiday commited on
Commit
8e83823
·
verified ·
1 Parent(s): 9c664ac

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d78dc3e0bd5990b19125d061cf92c9fffcc40289c8f405656909a0ba80dc472
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5cf0934d96dfe28717fa2229d994c80527ef023207f243b57514858b8bd579
3
  size 167832240
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bba4c62dd25567c204f063b0fafc5c4985f052b397406bd383f09b2b38e77e4e
3
  size 85723732
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8b34569149f07072774feb376adbbdea51365b03038ecd3fa04b42dd5ef060
3
  size 85723732
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9cb603926f102b1049cbecb608406534648028d4b9f2161b8e0adc0526d5557
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e8b35f67b259a837f34954ebb1959a4e5e3124f0d5cdafc6e97484486cbd92
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bb9c0d62d6b3cf0976c16f73e9bd814b298ebffa1786831bc2a68d8e48809b9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad54995b081fae25638228c5d9c8f38ca277e5c5ad00bc3e49897b543f84405
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.0987598896026611,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-550",
4
- "epoch": 0.0370426495596976,
5
  "eval_steps": 50,
6
- "global_step": 550,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -488,6 +488,49 @@
488
  "eval_samples_per_second": 22.994,
489
  "eval_steps_per_second": 5.749,
490
  "step": 550
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
491
  }
492
  ],
493
  "logging_steps": 10,
@@ -511,12 +554,12 @@
511
  "should_evaluate": false,
512
  "should_log": false,
513
  "should_save": true,
514
- "should_training_stop": false
515
  },
516
  "attributes": {}
517
  }
518
  },
519
- "total_flos": 4.3678613819621376e+17,
520
  "train_batch_size": 8,
521
  "trial_name": null,
522
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.0986908674240112,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-600",
4
+ "epoch": 0.04041016315603374,
5
  "eval_steps": 50,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
488
  "eval_samples_per_second": 22.994,
489
  "eval_steps_per_second": 5.749,
490
  "step": 550
491
+ },
492
+ {
493
+ "epoch": 0.037716152278964826,
494
+ "grad_norm": 0.6875719428062439,
495
+ "learning_rate": 2.259661018213333e-06,
496
+ "loss": 0.9373,
497
+ "step": 560
498
+ },
499
+ {
500
+ "epoch": 0.038389654998232055,
501
+ "grad_norm": 0.7366085648536682,
502
+ "learning_rate": 1.2731645278655445e-06,
503
+ "loss": 1.0159,
504
+ "step": 570
505
+ },
506
+ {
507
+ "epoch": 0.03906315771749928,
508
+ "grad_norm": 0.7185921669006348,
509
+ "learning_rate": 5.665199789862907e-07,
510
+ "loss": 1.1235,
511
+ "step": 580
512
+ },
513
+ {
514
+ "epoch": 0.03973666043676651,
515
+ "grad_norm": 0.9113447666168213,
516
+ "learning_rate": 1.4173043232380557e-07,
517
+ "loss": 1.1926,
518
+ "step": 590
519
+ },
520
+ {
521
+ "epoch": 0.04041016315603374,
522
+ "grad_norm": 1.7428311109542847,
523
+ "learning_rate": 0.0,
524
+ "loss": 1.2627,
525
+ "step": 600
526
+ },
527
+ {
528
+ "epoch": 0.04041016315603374,
529
+ "eval_loss": 1.0986908674240112,
530
+ "eval_runtime": 1086.2477,
531
+ "eval_samples_per_second": 23.021,
532
+ "eval_steps_per_second": 5.756,
533
+ "step": 600
534
  }
535
  ],
536
  "logging_steps": 10,
 
554
  "should_evaluate": false,
555
  "should_log": false,
556
  "should_save": true,
557
+ "should_training_stop": true
558
  },
559
  "attributes": {}
560
  }
561
  },
562
+ "total_flos": 4.761061642249175e+17,
563
  "train_batch_size": 8,
564
  "trial_name": null,
565
  "trial_params": null