Muennighoff
commited on
Commit
·
9e1ff76
1
Parent(s):
720ce11
Add
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- 421m32b1b5/eval.txt +1 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt +3 -0
- 421m32b1b5/global_step60336/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt +3 -0
421m32b1b5/eval.txt
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
2.980892E+00
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7a15587a91baed8ebf6aaa42b995170dd41ac617e4770b62d47c0dabbfa5bdd
|
3 |
+
size 78980887
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c179b3d59b424faf0a6e5305e6ab0df2ca53d8ebea2752615d503baf803a1532
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80588b8ce54f5b80086c15657b414163dea2ecb03cec85926a04d742fcf477b1
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa22a2cf3806493caa672a24a0d4a391dbe431f6ca0ade303b68c1a6fe4663c1
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08052902cd27306b1e3773d1dca6a5445ad16bb9a19822285c9e9a841564e96b
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:662e298a3a4ab6c06c380df5ea694fdc204dca67c4bc30acd9c9774f0bbcf52f
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad6ddd7529d7f371c4f3904ac09cad60da428b26e02cbf2ab25e9ac6206a2526
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af297b29d7ebae26008fb99afb3abc2c9acc7d3a024a8db01e302e11c7a4abbe
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d07a519893987bc43464540ae54a0eab5274351b6c5b78e19895e6e275cc26e7
|
3 |
+
size 78981090
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e68a89e51aa1b8af1705278b7e0351ecd1f19cbf1d3a01f5bd68a3d0fa23ee86
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da271b41b0f1415a1eceaea469e3b63fd16935bbc6ed0ef90732849305061c05
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a85e33a963ad364d25ba0f66a70da8bb782a205e3ba5a11e80fd04765d05a8c4
|
3 |
+
size 78980951
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:542b52d2d525fd3dab11ad7e286178db174e8e360d085427b3d7c167a4164b08
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dae2b75400f539f1cb219ec076700913418ab98aec9440e00545d3544fdb3579
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d30c40cdef47ee56056a895f036ca3b3662b1e44d978f81980f9a7b990499345
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9d52541b54181af82fcf40bc67835c62fc346c86c1abe6a34c24dcad61d4ee4
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:67ab992e7b37d9eebe1e0c22bb24f7b181f4c7c9d5877b409d777e58231aa805
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4144c274fa282e83182ad47ba93a547e90c69791a531b76ff66b2d47687a51e3
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54f73a6068d99cf7ab10d0e898867d2d6a92efdd56954f321ed7d8f8bc4a11a9
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:20a50d1cc2f8029d4cd65aec2094ca518d3bc5f1a2fac6a398a1882014e8c2ec
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a2e3e18c46e6c34e0703aeb2943bb1678a8463e8b8cd04c77d1d53a62944dea
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4c65eda65e9e645df1982244838fabc42e933f663fb996c600921ee8d06413b
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2bc31e90b9d2ad1465c5dae81d5e7b55d4278f6cee4a7b0b3c2b398aa79ded29
|
3 |
+
size 78980887
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e999a55093e64570829ae5773b749f68344720bcc73e4117f6e378b59e27e595
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53504560633d6ad9252956c702bbd1c77c9c7612e3c1d25dcdc42b896a33bc9e
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a954b6b91108c974561e8dfee4f1c0c2adc9af8100bebec36bb39c2ccd6d8cee
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9790000932017c71eab9a34156b0a5bbdae4dea23291520b95db6393dd852acd
|
3 |
+
size 78981090
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bfcb0de2363ff2a8155fb6086508bbe4ba46b7069417bcf0ed058365fae212a0
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60e6b55754a02218fdf8498a9c3a9f6238113caca82839ac3782862071480282
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b797fb05f957d13914b3256e8247d96386fc1f6c40940fe22f26a517a6024697
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0decbf2fbaf568ab9d3b7d2711a899c2745190fa8fe3d7dca59c1b94ef86a4f6
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:274edb614e677d8c67ce24abd6dfc6068e44438a625cf6e80ff8519dd7022504
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aeee5f04398e69cf535e336916b407a4cc1ad6e5624d8dfe829c8dfaeef8228b
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86a58841b662fe09021f1864a592c360c573f4d072e6f31999503801dd82d683
|
3 |
+
size 78980887
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2d4bf108d55040664a33081d645ca5a8292955b0d9870b18938ad7dd05e55a5
|
3 |
+
size 78981090
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f607a39d497791e22be9047c4e34a12dfccf4626ee8f94bdfa66dee3b9ece85e
|
3 |
+
size 78980834
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c60c9754449f7322be2ac04ef957e17584afdbc3791caae9f677da32c29b0ca6
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e05ebd1c9c1735c13e26bf8615ffacb4b75bb3da4a11153d20f37f300657d924
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88b2b4895c673566887a86d99b509c6fc80f8e0c59f9c90e85f0b9227ed75d74
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:20dc355966b52a09f696b1dfc60230613da480ae7769620a3f1ead06ab5176ec
|
3 |
+
size 78981090
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f19c8927ca9703b25fb83730d57317fded816398a89087f05f9b7fcfea564b7f
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f452d218bd2f773b3b8b820b9e25ab25779d997ff49e470c55bc1f5beea6cea1
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d42c742857d4ef9dff9f0bb626c00e578a9ae1693163bcbce5bd0c49794dc4f
|
3 |
+
size 78980770
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff2ebca772d779fd31bbe25fddc3c53eade273fff4ee2f22fe7627f771731000
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c3b8e6b7875e3bc80d354e946da1947a630f971d3576fff8c1fea128f715a4c
|
3 |
+
size 78980951
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f6ef81928854342101fcf7a8b4d58e1cf27537cf3adf06b01265032decd7fa3
|
3 |
+
size 78980962
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:225cf63a6b8ca6a5e8527165130573c9b87e8afbf6d632f25be134348ec4fd13
|
3 |
+
size 78981026
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c26529ce0db9e1c3af8f232207ae0c2a25852842a4ffb87d07a730539f286dd0
|
3 |
+
size 78980898
|
421m32b1b5/global_step60336/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b4219f2a75c822e3564ce77ea23cfa7bf379797f74a2766585b12b140a6b56f4
|
3 |
+
size 78980898
|