Daewon0808 commited on
Commit
4fa1796
·
verified ·
1 Parent(s): a1c9498

Training in progress, step 2500, checkpoint

Browse files
Files changed (31) hide show
  1. last-checkpoint/global_step2500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. last-checkpoint/global_step2500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  3. last-checkpoint/global_step2500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  4. last-checkpoint/global_step2500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  5. last-checkpoint/global_step2500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  6. last-checkpoint/global_step2500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  7. last-checkpoint/global_step2500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  8. last-checkpoint/global_step2500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  9. last-checkpoint/global_step2500/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  10. last-checkpoint/global_step2500/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  11. last-checkpoint/global_step2500/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  12. last-checkpoint/global_step2500/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  13. last-checkpoint/global_step2500/zero_pp_rank_4_mp_rank_00_model_states.pt +3 -0
  14. last-checkpoint/global_step2500/zero_pp_rank_5_mp_rank_00_model_states.pt +3 -0
  15. last-checkpoint/global_step2500/zero_pp_rank_6_mp_rank_00_model_states.pt +3 -0
  16. last-checkpoint/global_step2500/zero_pp_rank_7_mp_rank_00_model_states.pt +3 -0
  17. last-checkpoint/latest +1 -1
  18. last-checkpoint/model-00001-of-00004.safetensors +1 -1
  19. last-checkpoint/model-00002-of-00004.safetensors +1 -1
  20. last-checkpoint/model-00003-of-00004.safetensors +1 -1
  21. last-checkpoint/model-00004-of-00004.safetensors +1 -1
  22. last-checkpoint/rng_state_0.pth +1 -1
  23. last-checkpoint/rng_state_1.pth +1 -1
  24. last-checkpoint/rng_state_2.pth +1 -1
  25. last-checkpoint/rng_state_3.pth +1 -1
  26. last-checkpoint/rng_state_4.pth +1 -1
  27. last-checkpoint/rng_state_5.pth +1 -1
  28. last-checkpoint/rng_state_6.pth +1 -1
  29. last-checkpoint/rng_state_7.pth +1 -1
  30. last-checkpoint/scheduler.pt +1 -1
  31. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/global_step2500/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5205a9b35ffa39c2db3f341299d67a68ef8d1af40179859c05aaab2674a506
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0e8f435f29583d82c80620d9476f260b104ba67773856a42f58528cf2b6f2df
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1947badb723f12b696c6a400f9d2b7c44306b010a9d5127f515d9f8546c5e725
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e433dd7bf4cd8fb6d5dccd8770641e0670da0de2f581fe40f3907bfe45a24a61
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da92dc05138658d2339626020defa9956fc7e5369ed47269150f85ea5e52d242
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e2215c77c46dfa392aea72d21cb9aae697e93e5f5cbf42794f4d9c8c5a5c53
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e00808a87214ff7aebb59f9b3733f4169d7218c0c9f21998a9067f9953f4daa
3
+ size 11423429708
last-checkpoint/global_step2500/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc2b6b01e210ea311b5cfbd70bb86f3ba8430f55d3fa51391dd2dffb20d08ae7
3
+ size 11423429708
last-checkpoint/global_step2500/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf5638b317cf08d63a0b85361d60d4ccb7a6acc3b8928835474b6769254dd4b
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ae239e0118a4b49e154a3e6a644414f3284ea1db2736d84d6e2a0679fe55d3
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dc7eac56b7b976f62d03f572280766e091aa9b74c8ae40a7031ceeda2d4f1da
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49b2eb691ec3cfa3568f3ce819b2f735f06de8b125cab9e80ecbb6c89b87675
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_4_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60d815b0f379a5e19ce1e0012c435ad4dff4bb8dc2ebead2be471af252e3aa7
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_5_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9acfbb7fd180397ce6365fcad6e162ab107f14046537269f27711e9aae4ed8
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_6_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5972c9f9510337af354509ac4ed06b3e380f6e2cbef5242dc61bad734d8a4d
3
+ size 167957
last-checkpoint/global_step2500/zero_pp_rank_7_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:859eaf5633262ffc7caca0db2be20a1ada593602cff4ea6d0a58ee41affa2a56
3
+ size 167957
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step1500
 
1
+ global_step2500
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:544f0d9db8a31cf58fffba886b6ed6e600e30ce941506142e29f438f99ed7e0e
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff034d778ba3254740c81a4174842f097078f881a3b69ece622830158ab744e7
3
  size 4877660776
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4c3a1a4c033919d7a2bc56f60fb1042f1ecfdc092c7c3b31fdcf3ac85bf8f95
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:754a1c714c6571371dfcf0c5081a53d0726184880c792387a7763cb055f746ff
3
  size 4932751008
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02a29b2a2f28c8f920ac5043db58652dae11ea5c17e94772c9740f3b76c16822
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d13956f4ab0c4967622b8965e96d9d29b3377e72c71786dba2dbd70918bb21
3
  size 4330865200
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:199390cb69c54d4cda8d086ab746f6f9aae21dab751db60a217bd578305bc3e1
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bed37a471b3c5c9e4fc9edd8393d3e92ad0504e51cedcd221aef82d45db350
3
  size 1089994880
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28a186611eedffd10617655b5bbe1cbfde01a42f84f23baa824e5048d98e9863
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25fc74bb83cf401600723ee54410b73d6399635207da9aee6caa1577763118da
3
  size 15984
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fefcf4ef8a3011f692b534d6be910e4093f65132356c3a41e562a3fdf8d2e608
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883e5bf8276e814fe5a2207f6c88711689d5911673c61b5d2fdf8bc7e4e33374
3
  size 15984
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8c2c34e1074509926fda6754037120a5a08781132906ea335bfde7d1afd72f1
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51397523d2b15f678b56f0e361536bbd9e5a869878beb0f2e313da0b5413c6a6
3
  size 15984
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d861d36b546c4ec3a6d14ba1104a2f4851aaea9337c6147e9233a8a55d02de30
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d74dfb7efaa71263f779fa1f07ff9a04e004cacac48a0d1dfb702b28d818bdc
3
  size 15984
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:540014819d8c44f83b890004f2522c1efe34b8a8386cf01e4aace2fd4a618817
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6d6baab199e72b7576f31bb7a313a15d2481e198286685de19571a1e2bea88
3
  size 15984
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b18a4f51eebd8fc2fabdb2fe52dc1b76b5adb335488085cf03a6041972dcb0c
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0e4ea26d9351b03d4ec31d0f7d1845bbe0cf79aef58593e5cd69027fd21ea3
3
  size 15984
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53b6f7ab9a99430a40cca45b100a0cd9020d5bd343e4e9e98e59a0fcdd288138
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5525e53a470ac490852f30abf3a7a82df9cda745974fc8719999a883bcb5345
3
  size 15984
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6550f1e8c7ca88f99b8b3420e04124516ce526edcc47824660781d1b4e03b86
3
  size 15984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e223805a91972d41aadbb304652a4fdd38a7f1e42a304032c00908e5ded7e99
3
  size 15984
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:960cd26dcfac506afc5373aed7641caae0d1764409ae61fe4def6468f47e69b7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601c7a15a92d0f62920a7c804e6b9bb1973339e8c7f1cf6fcad4ff9da5428a89
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff