neuralwonderland commited on
Commit
9142584
·
verified ·
1 Parent(s): 91638a3

Training in progress, step 4800, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d45b75e8780ea3804ea9254533607010c2e8b727e3c235634fa4b6050e8698cf
3
  size 524363632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f714b23564c742311d1c540ca7fc10fcdbf3af226fde80988b15f53a4de759
3
  size 524363632
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b221d8f9f40f095d22c6d417ca3a0af75953108b073407e6f96b0d6ddfd2643
3
- size 1049049378
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ef88fa021ecb5183af5180dd2f7d78da6703c97879b82587cac55aeec59fae
3
+ size 1049049442
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0aef250a97cd4703312dac201660d7f97a09a6e15d50413621370c123af9698
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdff946c145aa36cd62555b4444db1637fdc8a7e1df28c12b53257128697918
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:657bbe4e559d5f9e7581fbbb12237706f640d94bb8a67370d9ae890c56e7c61f
3
  size 1256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ecab210fbeef159cafb78be4b3e45fddac96a485c1a8431fd12fe8ae378aa1
3
  size 1256
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.1947814226150513,
3
  "best_model_checkpoint": "./output/checkpoint-4650",
4
- "epoch": 0.20828667413213886,
5
  "eval_steps": 150,
6
- "global_step": 4650,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3510,6 +3510,119 @@
3510
  "eval_samples_per_second": 9.651,
3511
  "eval_steps_per_second": 9.651,
3512
  "step": 4650
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3513
  }
3514
  ],
3515
  "logging_steps": 10,
@@ -3529,7 +3642,7 @@
3529
  "attributes": {}
3530
  }
3531
  },
3532
- "total_flos": 6.013945095856128e+17,
3533
  "train_batch_size": 4,
3534
  "trial_name": null,
3535
  "trial_params": null
 
1
  {
2
  "best_metric": 1.1947814226150513,
3
  "best_model_checkpoint": "./output/checkpoint-4650",
4
+ "epoch": 0.21500559910414332,
5
  "eval_steps": 150,
6
+ "global_step": 4800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3510
  "eval_samples_per_second": 9.651,
3511
  "eval_steps_per_second": 9.651,
3512
  "step": 4650
3513
+ },
3514
+ {
3515
+ "epoch": 0.2087346024636058,
3516
+ "grad_norm": 4.046876907348633,
3517
+ "learning_rate": 8.874548095798464e-08,
3518
+ "loss": 1.1393,
3519
+ "step": 4660
3520
+ },
3521
+ {
3522
+ "epoch": 0.2091825307950728,
3523
+ "grad_norm": 4.740685939788818,
3524
+ "learning_rate": 8.362113243093245e-08,
3525
+ "loss": 1.0529,
3526
+ "step": 4670
3527
+ },
3528
+ {
3529
+ "epoch": 0.20963045912653974,
3530
+ "grad_norm": 6.356805324554443,
3531
+ "learning_rate": 7.864749437890173e-08,
3532
+ "loss": 1.2791,
3533
+ "step": 4680
3534
+ },
3535
+ {
3536
+ "epoch": 0.21007838745800672,
3537
+ "grad_norm": 4.329228401184082,
3538
+ "learning_rate": 7.382477124867282e-08,
3539
+ "loss": 1.2672,
3540
+ "step": 4690
3541
+ },
3542
+ {
3543
+ "epoch": 0.21052631578947367,
3544
+ "grad_norm": 5.217611312866211,
3545
+ "learning_rate": 6.915316128350461e-08,
3546
+ "loss": 0.9357,
3547
+ "step": 4700
3548
+ },
3549
+ {
3550
+ "epoch": 0.21097424412094065,
3551
+ "grad_norm": 5.418657302856445,
3552
+ "learning_rate": 6.463285651498563e-08,
3553
+ "loss": 1.011,
3554
+ "step": 4710
3555
+ },
3556
+ {
3557
+ "epoch": 0.2114221724524076,
3558
+ "grad_norm": 6.056429386138916,
3559
+ "learning_rate": 6.026404275513875e-08,
3560
+ "loss": 1.4377,
3561
+ "step": 4720
3562
+ },
3563
+ {
3564
+ "epoch": 0.21187010078387458,
3565
+ "grad_norm": 3.5456736087799072,
3566
+ "learning_rate": 5.604689958878723e-08,
3567
+ "loss": 1.1192,
3568
+ "step": 4730
3569
+ },
3570
+ {
3571
+ "epoch": 0.21231802911534153,
3572
+ "grad_norm": 5.697049140930176,
3573
+ "learning_rate": 5.198160036616898e-08,
3574
+ "loss": 1.0392,
3575
+ "step": 4740
3576
+ },
3577
+ {
3578
+ "epoch": 0.2127659574468085,
3579
+ "grad_norm": 4.248316764831543,
3580
+ "learning_rate": 4.8068312195811847e-08,
3581
+ "loss": 1.0041,
3582
+ "step": 4750
3583
+ },
3584
+ {
3585
+ "epoch": 0.21321388577827546,
3586
+ "grad_norm": 3.3937604427337646,
3587
+ "learning_rate": 4.4307195937666194e-08,
3588
+ "loss": 0.9791,
3589
+ "step": 4760
3590
+ },
3591
+ {
3592
+ "epoch": 0.21366181410974244,
3593
+ "grad_norm": 3.097196340560913,
3594
+ "learning_rate": 4.069840619648935e-08,
3595
+ "loss": 1.1306,
3596
+ "step": 4770
3597
+ },
3598
+ {
3599
+ "epoch": 0.2141097424412094,
3600
+ "grad_norm": 5.534854888916016,
3601
+ "learning_rate": 3.72420913154932e-08,
3602
+ "loss": 1.104,
3603
+ "step": 4780
3604
+ },
3605
+ {
3606
+ "epoch": 0.21455767077267637,
3607
+ "grad_norm": 5.693947792053223,
3608
+ "learning_rate": 3.3938393370244876e-08,
3609
+ "loss": 1.1541,
3610
+ "step": 4790
3611
+ },
3612
+ {
3613
+ "epoch": 0.21500559910414332,
3614
+ "grad_norm": 4.025967597961426,
3615
+ "learning_rate": 3.078744816282731e-08,
3616
+ "loss": 1.1515,
3617
+ "step": 4800
3618
+ },
3619
+ {
3620
+ "epoch": 0.21500559910414332,
3621
+ "eval_loss": 1.1954809427261353,
3622
+ "eval_runtime": 51.6284,
3623
+ "eval_samples_per_second": 9.685,
3624
+ "eval_steps_per_second": 9.685,
3625
+ "step": 4800
3626
  }
3627
  ],
3628
  "logging_steps": 10,
 
3642
  "attributes": {}
3643
  }
3644
  },
3645
+ "total_flos": 6.204448348803072e+17,
3646
  "train_batch_size": 4,
3647
  "trial_name": null,
3648
  "trial_params": null