Daewon0808 commited on
Commit
d83196a
·
verified ·
1 Parent(s): 13fd55f

Training in progress, step 3000, checkpoint

Browse files
Files changed (31) hide show
  1. last-checkpoint/global_step3000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. last-checkpoint/global_step3000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  3. last-checkpoint/global_step3000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  4. last-checkpoint/global_step3000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  5. last-checkpoint/global_step3000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  6. last-checkpoint/global_step3000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  7. last-checkpoint/global_step3000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  8. last-checkpoint/global_step3000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  9. last-checkpoint/global_step3000/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  10. last-checkpoint/global_step3000/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  11. last-checkpoint/global_step3000/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  12. last-checkpoint/global_step3000/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  13. last-checkpoint/global_step3000/zero_pp_rank_4_mp_rank_00_model_states.pt +3 -0
  14. last-checkpoint/global_step3000/zero_pp_rank_5_mp_rank_00_model_states.pt +3 -0
  15. last-checkpoint/global_step3000/zero_pp_rank_6_mp_rank_00_model_states.pt +3 -0
  16. last-checkpoint/global_step3000/zero_pp_rank_7_mp_rank_00_model_states.pt +3 -0
  17. last-checkpoint/latest +1 -1
  18. last-checkpoint/model-00001-of-00004.safetensors +1 -1
  19. last-checkpoint/model-00002-of-00004.safetensors +1 -1
  20. last-checkpoint/model-00003-of-00004.safetensors +1 -1
  21. last-checkpoint/model-00004-of-00004.safetensors +1 -1
  22. last-checkpoint/rng_state_0.pth +1 -1
  23. last-checkpoint/rng_state_1.pth +1 -1
  24. last-checkpoint/rng_state_2.pth +1 -1
  25. last-checkpoint/rng_state_3.pth +1 -1
  26. last-checkpoint/rng_state_4.pth +1 -1
  27. last-checkpoint/rng_state_5.pth +1 -1
  28. last-checkpoint/rng_state_6.pth +1 -1
  29. last-checkpoint/rng_state_7.pth +1 -1
  30. last-checkpoint/scheduler.pt +1 -1
  31. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/global_step3000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bbebd7831d469c1666e4c5319e4e6eb3f0f32aed2b8ce730ac6843e0a22413c
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20c0c31c5c45b3e4d0803dbe2fa19b7a382a3db5013824e4981c072e6a32b5c4
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b650507318f9e474952ad42a2356cdc3ea64c1c30bc563d535d6c980e44456d3
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562b63d7709ea795ac1387bf7a5c7109dd443b76b8feeac167335ff177e05acc
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d906083880578023a030cb8c2d6ceba7bd5f9f2e145d384363314ad9c59127c
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7c68d6684a7d9baa73e4f7c5fc3a6e6a7a91d8af81239cebf28c8389786a32
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae84522f2e173fee0e64bce196664f4a398b39647f7439d5f4fadd8b3e49c28
3
+ size 11423429708
last-checkpoint/global_step3000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116ab0a9ddb872f746e06496845b06d39313e539540c769bd58d17c35e3c7b5e
3
+ size 11423429708
last-checkpoint/global_step3000/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e495d3f028360f3eff9bcf6d7a79604679ff20867775267fae1cc8bfcd1d607c
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5153216216fbd6a3f04013e8ab7fc96dc0542dc6bea6f7959baddb034fc96878
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d77e88aba329553e6697b1b06f715a91b0e6cca2fd620363eea0397a34c6526d
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5f5f0759901f10a74a3e27eecae6362427f8d7c7f0ef106c99547fa981396fd
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_4_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21636854cb5a1fda1a597a660a9e759b558b31f90e51c4a00281a3922e7eceb5
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_5_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807a5cbcee3da9281a79665cf1038af3008d70212e748b0b935ae99f1048945e
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_6_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8ae5c088910335032482e9f72774083b78166ea8028a8a1d644986d2d84b4b
3
+ size 167957
last-checkpoint/global_step3000/zero_pp_rank_7_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec52521bff78f7fd810d61e95591a7ce390bd2ce39658e64dd4e5391be25d2f
3
+ size 167957
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step2500
 
1
+ global_step3000
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff034d778ba3254740c81a4174842f097078f881a3b69ece622830158ab744e7
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d030dba8e0169849a4a0d5ad5e68e80936237f43b53097e39680ba26ed433cfe
3
  size 4877660776
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:754a1c714c6571371dfcf0c5081a53d0726184880c792387a7763cb055f746ff
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88436a058b0b22561faa2e37699d1d50277de2e6db5d31ad1082714edb7f30aa
3
  size 4932751008
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51d13956f4ab0c4967622b8965e96d9d29b3377e72c71786dba2dbd70918bb21
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3733cd4a712095e3db5e4cbb271cc4cd544b37739be8ad27c537fd5d5929f2e1
3
  size 4330865200
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25bed37a471b3c5c9e4fc9edd8393d3e92ad0504e51cedcd221aef82d45db350
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe1c07d092ae72ef0d675e0bd10b453b05673d84de8209e4521d96877098e1e
3
  size 1089994880
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25fc74bb83cf401600723ee54410b73d6399635207da9aee6caa1577763118da
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ff9cbc48a2b28a794804e5cf4937437a15f8c4137f4107ee13019784b27178
3
  size 15984
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:883e5bf8276e814fe5a2207f6c88711689d5911673c61b5d2fdf8bc7e4e33374
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc885af1000ef1270774651e5db00e65ad1c3bb339fcb4abee441aed5df14db1
3
  size 15984
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51397523d2b15f678b56f0e361536bbd9e5a869878beb0f2e313da0b5413c6a6
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91a14c76e2525ec1e588a6e588a2dba08c81e753891c6186c06422cfef83b21
3
  size 15984
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d74dfb7efaa71263f779fa1f07ff9a04e004cacac48a0d1dfb702b28d818bdc
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40dcf1e4206478fe92bd77fc6fa0f7d94c2c039ddba06f6f638f95ac8cda1dc0
3
  size 15984
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f6d6baab199e72b7576f31bb7a313a15d2481e198286685de19571a1e2bea88
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470a89023668f8962862f319b089c6490758e890aabe2d750c1b032bb53880b8
3
  size 15984
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a0e4ea26d9351b03d4ec31d0f7d1845bbe0cf79aef58593e5cd69027fd21ea3
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63d9f81d1ca93f91a284bda3528932781b0e4021d7c897c9962d06fbbb5f46a
3
  size 15984
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5525e53a470ac490852f30abf3a7a82df9cda745974fc8719999a883bcb5345
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c195cf7af019a504a6cacaf113957651e44302f0f9a514e79571274c20c1d2a9
3
  size 15984
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e223805a91972d41aadbb304652a4fdd38a7f1e42a304032c00908e5ded7e99
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ce92a7b10c7f4859f189d010239d3020f20a730f3f16a74a0e5d3524053566
3
  size 15984
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:601c7a15a92d0f62920a7c804e6b9bb1973339e8c7f1cf6fcad4ff9da5428a89
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006319c6bebbec4801f44a79d5bf8fa348dcdd3b2d1a6cbf069410d52d3ef4ca
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff