ProgramInNonsense commited on
Commit
0ebb874
·
verified ·
1 Parent(s): 2de1da1

Training in progress, step 4950, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b25a702045f7dd56f24de157ff386b8e2a8034d028629259401eccbf4e96dac
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa8746b9accdb63dc9dfb48d9062fcf4d65174b2421dce4a4b009b730b01fca
3
  size 335604696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed057bdae0c73438e456ac8fe32b6d0a8a3cefe92cb5af2b43146f407a1fcf0e
3
  size 671467026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d381f56f3790dbfd3bcc60f77d7b925deebbeb7afbeb490d0e58c9b63aae28a
3
  size 671467026
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03f8a73c38c62805e3635638ec6a9d3c14471de17a5e1fd3412c21f46cdc16c3
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85e974d6cc44c6643e4d7a393fb26b9e90dbb14bc2bb2bc3ac8d151e2e5af494
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aee07848921afadf2e29f9d8e13f23709a7903803a3baa073dfe984ab9de3b14
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c9be9776f3509ee5ee5abd9b7b0086172f78ba2db59e74bb85fa6d84d248249
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.2210215330123901,
3
- "best_model_checkpoint": "./output/checkpoint-4800",
4
- "epoch": 0.36281179138321995,
5
  "eval_steps": 150,
6
- "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3623,6 +3623,119 @@
3623
  "eval_samples_per_second": 8.114,
3624
  "eval_steps_per_second": 8.114,
3625
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3626
  }
3627
  ],
3628
  "logging_steps": 10,
@@ -3642,7 +3755,7 @@
3642
  "attributes": {}
3643
  }
3644
  },
3645
- "total_flos": 1.4487359492617667e+18,
3646
  "train_batch_size": 8,
3647
  "trial_name": null,
3648
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.2210088968276978,
3
+ "best_model_checkpoint": "./output/checkpoint-4950",
4
+ "epoch": 0.3741496598639456,
5
  "eval_steps": 150,
6
+ "global_step": 4950,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3623
  "eval_samples_per_second": 8.114,
3624
  "eval_steps_per_second": 8.114,
3625
  "step": 4800
3626
+ },
3627
+ {
3628
+ "epoch": 0.363567649281935,
3629
+ "grad_norm": 9.417207717895508,
3630
+ "learning_rate": 4.631564202709354e-08,
3631
+ "loss": 1.2324,
3632
+ "step": 4810
3633
+ },
3634
+ {
3635
+ "epoch": 0.36432350718065004,
3636
+ "grad_norm": 7.896277904510498,
3637
+ "learning_rate": 4.1573879615262184e-08,
3638
+ "loss": 1.2428,
3639
+ "step": 4820
3640
+ },
3641
+ {
3642
+ "epoch": 0.36507936507936506,
3643
+ "grad_norm": 6.844600677490234,
3644
+ "learning_rate": 3.708732128449785e-08,
3645
+ "loss": 1.2517,
3646
+ "step": 4830
3647
+ },
3648
+ {
3649
+ "epoch": 0.36583522297808013,
3650
+ "grad_norm": 8.48917293548584,
3651
+ "learning_rate": 3.2856151459641216e-08,
3652
+ "loss": 1.3056,
3653
+ "step": 4840
3654
+ },
3655
+ {
3656
+ "epoch": 0.36659108087679515,
3657
+ "grad_norm": 8.468423843383789,
3658
+ "learning_rate": 2.8880544067511063e-08,
3659
+ "loss": 1.2081,
3660
+ "step": 4850
3661
+ },
3662
+ {
3663
+ "epoch": 0.3673469387755102,
3664
+ "grad_norm": 6.038820743560791,
3665
+ "learning_rate": 2.5160662529755823e-08,
3666
+ "loss": 1.2522,
3667
+ "step": 4860
3668
+ },
3669
+ {
3670
+ "epoch": 0.36810279667422524,
3671
+ "grad_norm": 9.514237403869629,
3672
+ "learning_rate": 2.169665975613605e-08,
3673
+ "loss": 1.1755,
3674
+ "step": 4870
3675
+ },
3676
+ {
3677
+ "epoch": 0.3688586545729403,
3678
+ "grad_norm": 7.210423469543457,
3679
+ "learning_rate": 1.8488678138238458e-08,
3680
+ "loss": 1.2501,
3681
+ "step": 4880
3682
+ },
3683
+ {
3684
+ "epoch": 0.36961451247165533,
3685
+ "grad_norm": 10.169966697692871,
3686
+ "learning_rate": 1.5536849543621583e-08,
3687
+ "loss": 1.306,
3688
+ "step": 4890
3689
+ },
3690
+ {
3691
+ "epoch": 0.37037037037037035,
3692
+ "grad_norm": 7.4871907234191895,
3693
+ "learning_rate": 1.2841295310397906e-08,
3694
+ "loss": 1.2814,
3695
+ "step": 4900
3696
+ },
3697
+ {
3698
+ "epoch": 0.3711262282690854,
3699
+ "grad_norm": 8.504753112792969,
3700
+ "learning_rate": 1.0402126242244764e-08,
3701
+ "loss": 1.2505,
3702
+ "step": 4910
3703
+ },
3704
+ {
3705
+ "epoch": 0.37188208616780044,
3706
+ "grad_norm": 7.540074348449707,
3707
+ "learning_rate": 8.219442603847605e-09,
3708
+ "loss": 1.2712,
3709
+ "step": 4920
3710
+ },
3711
+ {
3712
+ "epoch": 0.3726379440665155,
3713
+ "grad_norm": 8.429313659667969,
3714
+ "learning_rate": 6.293334116783817e-09,
3715
+ "loss": 1.2295,
3716
+ "step": 4930
3717
+ },
3718
+ {
3719
+ "epoch": 0.37339380196523053,
3720
+ "grad_norm": 7.227205753326416,
3721
+ "learning_rate": 4.623879955827082e-09,
3722
+ "loss": 1.2642,
3723
+ "step": 4940
3724
+ },
3725
+ {
3726
+ "epoch": 0.3741496598639456,
3727
+ "grad_norm": 6.753582000732422,
3728
+ "learning_rate": 3.211148745700665e-09,
3729
+ "loss": 1.221,
3730
+ "step": 4950
3731
+ },
3732
+ {
3733
+ "epoch": 0.3741496598639456,
3734
+ "eval_loss": 1.2210088968276978,
3735
+ "eval_runtime": 62.4569,
3736
+ "eval_samples_per_second": 8.022,
3737
+ "eval_steps_per_second": 8.022,
3738
+ "step": 4950
3739
  }
3740
  ],
3741
  "logging_steps": 10,
 
3755
  "attributes": {}
3756
  }
3757
  },
3758
+ "total_flos": 1.4933501934446838e+18,
3759
  "train_batch_size": 8,
3760
  "trial_name": null,
3761
  "trial_params": null