diff --git a/weight_and_grad_dumps/rank_step10004.pt b/weight_and_grad_dumps/rank_step10004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e910bca057dabecfbbd73df9b96166dcf2d7d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de15710a6746dcdeeeae1138638933ea624fe07a4fbec62b21820efc0ae4b4c4
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1065.pt b/weight_and_grad_dumps/rank_step1065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34733db8513e62fd9c5e5992a537ef68b4181ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8f122d6610765a36545e3d5edbde464116720d0dbd80fa25f4277351979960
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1092.pt b/weight_and_grad_dumps/rank_step1092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b96b8a975ce4fd80035d7d553daa32738d9ac0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fac93ed7fa457e05cc032e9b8aa64bc05f496efaafc7acf7a7e4e53e113f0ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1107.pt b/weight_and_grad_dumps/rank_step1107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c8a9ef6617ee0d2b15c032855542f39299d383
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a65bea3a87e6b7902800e09f3e387f11b6351d9f1e750dc567d62e1b26d4b21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1158.pt b/weight_and_grad_dumps/rank_step1158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734146d8cf0c1066643e290f6c7bfbab05897a08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab711e04349dae6804259d9f0b2369d53ed632f1edc463449adbc940346a6e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step138.pt b/weight_and_grad_dumps/rank_step138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5536781eedf5f6127cfcfc924cf656a67d614cb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba690ce934411cae9f27c9137a1bf3183549438b9821646f70cdc8d750e9125e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step14.pt b/weight_and_grad_dumps/rank_step14.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc60e938d3d790ee23084c62f03d7127e8babd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step14.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e9b4080cb2da79249c5b6c7491cf3225eaecff0b463fc9a3dfbc316a4e2a7b
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step1414.pt b/weight_and_grad_dumps/rank_step1414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f50fe00347af6dc68ac69190affb6dd6ab67778
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf241eefc432f79ae99e4aa78677a76287233f9b5530b81d47853d61b106baa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1529.pt b/weight_and_grad_dumps/rank_step1529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8edcbae7e7975274d9cd5abd2f5b9b34b9361f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44487a23d9cc1c3e7e2d3c4cd122d3c1ed56996067c19cd6b4b621623b99305a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1561.pt b/weight_and_grad_dumps/rank_step1561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3167c7d88a770f88206bb023a08bfb03a6c03ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0133d77697f48b003d87108a13105167abf82a7436ec96f6bce3ea2485bbcc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1576.pt b/weight_and_grad_dumps/rank_step1576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be744cbcb0522dbf5eddafdc65878e235e24409f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d122b90ed72f1ebc138353fc06024305658989801ca4608f6b0e525849edc563
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1581.pt b/weight_and_grad_dumps/rank_step1581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01c8f624864500b75118c399f3934a2badf9006
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6761addd5ab8ac21f876dc2819af47723f0dea8157cdab675fcd0425229f15f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1627.pt b/weight_and_grad_dumps/rank_step1627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c25cb1247d5f9bd13642abf5272821d3b12741
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d0c0e66cdc9cfd5f748690cc0b835bb99ef312f8cb5910ff8a8aa5cff39b1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step167.pt b/weight_and_grad_dumps/rank_step167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa24d957d42c11da604cc5c1da9ac80d015510b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8375432f9a571902b5d876b0d3b5917d59440db4263c592022915d9b5c3b151e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1678.pt b/weight_and_grad_dumps/rank_step1678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ae14167eeac6d345ddf479230622afb31ca2ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5e174018bcda74bcda4b56c89bf22e6860514685195f6cd6e0b30895093b76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1745.pt b/weight_and_grad_dumps/rank_step1745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6d34338170f1b4cff64550f825f08747f096f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a12daa78297c751ca68cd1822148b6cbc7b71b9a3a14fab04eb1c4ee7d2ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1839.pt b/weight_and_grad_dumps/rank_step1839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8463b97b81d49680a4c88b4649b79caa2e42248
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2431014c6aae82543a9a6cb8c6b849b6c7a8140593d2880237fa70133c97eba5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1866.pt b/weight_and_grad_dumps/rank_step1866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d095759da050b9b10e29f3d38d45488cbbae6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92b1fc4b291e0538a4dd01455e045b35c393ff7b548ef3071caa39ae43865e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1891.pt b/weight_and_grad_dumps/rank_step1891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8972af1b1d0ee2557c1c7104e3d1c66e2626c98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73793dac4be169a98984c3d77494b569860b7e02af4d0d86e2554982d619646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step190.pt b/weight_and_grad_dumps/rank_step190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa06c1dba47702b3afda4e7d4156a7b4204df01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8a7f6f1f8228680502aaceeeb278f626722455f768601e54a9e8b9ea51f06b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1913.pt b/weight_and_grad_dumps/rank_step1913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db7f5d5830f54b269bfe1cae7d41b71acba375b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1656fa3ff5cc5e1c62acf100f524593dc75710a553496b5f3ec9e8b2138fc2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2028.pt b/weight_and_grad_dumps/rank_step2028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89995d77d06b5e4ed54d12b882031a3a9c577b45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b830f41171e877d1236f2cb7ee7d8d600ccfe36914e9faf671a6759f6bc5a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2077.pt b/weight_and_grad_dumps/rank_step2077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1a3bf9978f6456632c03c4fa4bfd9179bc279
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a379397fd4e57f9720a5138e11096d275ef2f47af617128f648f1921c43ca1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2115.pt b/weight_and_grad_dumps/rank_step2115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0e6d094401801057c2d6fcb2c595694ec6d158
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab46fbe0957214d3be6ed542c176ac320859a6f75dcc2b2ed3d0f32741aa3ebd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2244.pt b/weight_and_grad_dumps/rank_step2244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a65c1b660533cfa6387a7a7405c1ab187e858c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9f638eb5185735306390cf51236b873206fd663a2fab0032359a42254e7950
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step236.pt b/weight_and_grad_dumps/rank_step236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6064f54705188ad9a3a49f9c53e14901e00564
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d476875eb4c24df7c48541700d0728b90f09f1b95e2834281d43651cfe21e3c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2399.pt b/weight_and_grad_dumps/rank_step2399.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2a9a9b12ff445d2ff8de64becf58fef4764a5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2399.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe819a8cbaa77146a5b76a390c84d579fddc2e7e0d1ce0187837e43b07e447e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2406.pt b/weight_and_grad_dumps/rank_step2406.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8032e0b6a430877dcbca7eaa731b66c7cd55519
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2406.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bd8cb2ca50bbf04138b5b0a30fd023fd034825fef293b3d4ec8e837636d820
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2459.pt b/weight_and_grad_dumps/rank_step2459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da157de8170d8ff0a7aaafe2ce3345f58dee31b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3b9e1fbbdac3e8e192f8c192641f1f347c3e36bb048409654e7cfd575f103e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2564.pt b/weight_and_grad_dumps/rank_step2564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52f93147fddc7e7b093acf51b259db7b0ce666
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a37e2d39160d6b42273d766b4200c9ab71b6cbad3411c59580cae446c397be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2593.pt b/weight_and_grad_dumps/rank_step2593.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de060cfd5c3fc3d7227e29cb3d36ccac84b63558
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2593.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3904e101e0c5122262a5fc6f5253e150a5148c66edaae37ad031c55dc927d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2635.pt b/weight_and_grad_dumps/rank_step2635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810e889832560f0d254e13cc76a1109ab792700c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b0c0536d78bad9a86f1c5989eb09562feb8de3bd59bbf62ff47e8618f6c98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step269.pt b/weight_and_grad_dumps/rank_step269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935955c70561f1d96c05c5032417d1858e01cd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2514e7e268b8f844b285af11e2495a3dc94513e8c9d94f7fa42bb4dc6aaa5c47
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2757.pt b/weight_and_grad_dumps/rank_step2757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da76d4458b2196e05b546922da09941d0b0967e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4441de38881a2e4e629cc42abbcba1eac73ac11e5c866b292e888c4e50091307
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2874.pt b/weight_and_grad_dumps/rank_step2874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e11d67879fdc3be561a907e88ff4e72e90fc3f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5464426a678dc0a9d3cb988da940092e84032a4ad8363ef2c7298f2c43c28535
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2883.pt b/weight_and_grad_dumps/rank_step2883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da1fb6f17cc4ddf853e2d2bd3af47abe55dcd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15444c53ddb2cd2ae7f69c0969bea0d6e8e2db96bead95cc605eb97a9b717c09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2916.pt b/weight_and_grad_dumps/rank_step2916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec07742d97c83bcf1cdd1fe4a32723c37c65bb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4192750e883c17998407160ec5e4f3e7081a6eb8f49e9a6b141113a1befe150b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2949.pt b/weight_and_grad_dumps/rank_step2949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1beaef9804408d86517723dbb529f19f546d07f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da647f0ffc92707aaccba482bf4e62271edf73565516748277de057668d85d74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3013.pt b/weight_and_grad_dumps/rank_step3013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95345f906246da038411c4e78ceb13880cc7635
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe6eb97245dd55ce000765c61603ca398338dd9a6e92691b415fd5d930f65a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3171.pt b/weight_and_grad_dumps/rank_step3171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c104d4e4859081e49a04eaa6fdb20e30a09d04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d57e131a57716ba77a4269e8201770f1353968793583ff58c8beef08ecd711
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3186.pt b/weight_and_grad_dumps/rank_step3186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d7823d84bd2093b8582cbce61c0f54838f02df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215b774fe454f79efa3963c05c424fc067eee7bfd303f4c7b70b5def1e8a9a53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3220.pt b/weight_and_grad_dumps/rank_step3220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1056294934c472abcecbd1416c2abc386a193825
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1873449074fefd52daa91166338c7a0c05a99ccc21fc97005d6687d150011fa3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3288.pt b/weight_and_grad_dumps/rank_step3288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a350e0957415f3baa314f9747db41bee32f8d88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783a5f6187fa145efc89cbcf9baae76e71ac16f5b44fc28b3238a64bb42d96a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3462.pt b/weight_and_grad_dumps/rank_step3462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b936ce4836d11ad2928d02d8e27e6cf4dd8b05a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757c7b2ee2ddb8c200b8fa8285b91d57f0238286d8276e69cb9648afc17afc19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3475.pt b/weight_and_grad_dumps/rank_step3475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698e0405e5ee62adedffd6df152586cc5b10bcc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b083b39b64c162baa7a8d92297aa39b22d76142967790bc6db3522016e740bc2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3500.pt b/weight_and_grad_dumps/rank_step3500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0874d659948ab350ca0b518ed0abd7206f6247a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce0f22c88b743d6fa1a3d6b5d9e76af529fe26e90db64bb5fa5f766a504c314
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3810.pt b/weight_and_grad_dumps/rank_step3810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892a59d0e7cefe51ce7d82b59b0df3061ab648b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3096b71748049fac968752835dc7ffb79fe22fc8fdc142e46939371cb15ac1fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3972.pt b/weight_and_grad_dumps/rank_step3972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95563659f1266cf7118df206d2b807fd02195d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bbd099cb641444179464b10c7e4cbad2047fd1d9dde137fb241d77672f9b57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3985.pt b/weight_and_grad_dumps/rank_step3985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce30520376ceadc63d140f7d9c6979c5f6f592e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6752994c356937cf8ac3017c9204c6f2137fffd631b00b5b5526a90a6c8cf7d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4199.pt b/weight_and_grad_dumps/rank_step4199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d7afe3d05a79d50c87a1dbe5a3038f420b9de2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5af3a6769319174614b63390c804199e97184e324b59289a7724a3ed679818e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4260.pt b/weight_and_grad_dumps/rank_step4260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb078eea5d29bb9f0ad0cd83c93ecbaf75b375a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d7656cd43582b0d98f52d21a04799e02d75d3929e6e78b1af5b221ea36766d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4297.pt b/weight_and_grad_dumps/rank_step4297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7803d7f5dfdfe604071bc568105b2ce04e296b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998957e8c8ffe26fec382725997fa3c561bc4c573e04b0e9f9873fc659c3e429
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4302.pt b/weight_and_grad_dumps/rank_step4302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e356c2ca6a6c824ff7be55200cdd69e3ef113740
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea73ea8153b1e6ac69bc313a362a93c16b868f00291766507b48bb70a6de6f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4422.pt b/weight_and_grad_dumps/rank_step4422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2df58a3bf7b69ffa45a30f269e213305f241a0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755aee46239f57d6525f30924086c8d047ffaa352417fb26246c9a9903a373f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4540.pt b/weight_and_grad_dumps/rank_step4540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604355087dc1f5cc116f6cab91254e1cef130f05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367092f4415451696a5c2ddd996adc83a2a7d3b5a9ef41094a4ed20942f03cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4611.pt b/weight_and_grad_dumps/rank_step4611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04113573026b5551c44809f45c52957618df051
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f8f457773e8c6b93103037a8ec3e980496ce443317765ae2123fb49c5e9b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step463.pt b/weight_and_grad_dumps/rank_step463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad71917032e80d0c6a57407fc17493a9c6c1a1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69446217b9cb5d4bb062068097e7fb417cb66ae12257d1d070091cef10cde227
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step474.pt b/weight_and_grad_dumps/rank_step474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945899dd4916b5a44844ae1aa173c8bcedb5fea2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ba1bb2814b6a72611c528e0a2b9a15c0114b3b0a8cf9a5d47b4d4d0f74f37
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4773.pt b/weight_and_grad_dumps/rank_step4773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459f83251b692a35d9f67cc4fddf17b6fe8d6857
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da76ae58652e34c9887bfd680b4e0e5ea695082fd1d4f30a27bb40a332b69cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4850.pt b/weight_and_grad_dumps/rank_step4850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3352698020351bf7ad66a69c2426dd8f655e6e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711d74b41712761ca28ff4edbf3ae78cebc77c032dbad2bf8e8d1e175789df37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4932.pt b/weight_and_grad_dumps/rank_step4932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e15ab4dc569b66866c3ffca0e0ee85d1be661a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85459d223b24d87224a8887df04b18d6359a565422460459f19fe54c8edf7c3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step501.pt b/weight_and_grad_dumps/rank_step501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7b5501eee5e132c24d2bfdc4b10bcd1513c89b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7cf019e1f1a725d8c72083db870ddc15499d0967a162d347073b14d69a5c29
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5037.pt b/weight_and_grad_dumps/rank_step5037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703eeb5ef6ee56062ac1af1d27ed521b4306ecd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f93733b7e61b7bf047657d851e50beff25d7f1f255f25032bc95bf69d9fc19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5068.pt b/weight_and_grad_dumps/rank_step5068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240ebba9b1da3a38964098fc168cfaa12e6ea13b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08027976d2845440a3619974f550707725baf62e55cd18b15f38a65e3f2b3e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5155.pt b/weight_and_grad_dumps/rank_step5155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe87e10981b61d0623996a1528a88fc36129ef7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e023910ddfd139ef097bb350497d8bc57b0211f2f13f9e03921e109b41d754c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step516.pt b/weight_and_grad_dumps/rank_step516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99558d4aaa9ac0fc54ee61efb46da1542a711c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dfa622eb110dc7be1306b5aa325d2c7848c64d482f1336eed7a5ad1187da9a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5204.pt b/weight_and_grad_dumps/rank_step5204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5c98d5a78454209c8bac64959d36eb81442a87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5868b957f9289c284fc28fd1a573a6c0c5b6e3b6948954b9ec562fbe0de0942
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5339.pt b/weight_and_grad_dumps/rank_step5339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b752618fdfba63cab5f6465805645ca0e65bd7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957e58a60cb9b101c4e6afab8dcd462383e8ad75715bece84e007d51482efdc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5366.pt b/weight_and_grad_dumps/rank_step5366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0646dd6f46fa6c7f7554e2072605d842b77fc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ae8511d760f4a2a509ad8da7ed2471953a95433783e0ea3ff5bc718fdcb99e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5391.pt b/weight_and_grad_dumps/rank_step5391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27d1e73a3ab0875580ddbe5f9deabec64930db2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fa73d1fc0e6e027da2470adcccaa1ef562b00aa86c149273c084be041602c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5419.pt b/weight_and_grad_dumps/rank_step5419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca80c9b7dc829c64bfdb511741a3dfaaa9c489b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48402f3dc10748d2c611214cbd46ec078c132de16c9654ecc88b2b5c5a58dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5446.pt b/weight_and_grad_dumps/rank_step5446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35d390a5aa961fa3e621c6d80ee84b6c98b053d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b44ec680e908ae7c6ff9d47dffbdc5f01e5d56381656664cc1da718238d59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step549.pt b/weight_and_grad_dumps/rank_step549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312cfb011aa3acdbfd401cfefab24bac6a3e6e6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e4abee4536cdaf45e63b36787f14c58e01cac7fd0168adb8ac099b05b01e5d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5675.pt b/weight_and_grad_dumps/rank_step5675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf7cb2bbc010cc3960084d6e01d5c7827d5bf76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eae297a51ea7f9f3b507df5a927f811d8e7a94ab6d135dd1ef29f33a1d85445
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5682.pt b/weight_and_grad_dumps/rank_step5682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523437b7d3772febcb83f71fea6fd15835fe76b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7a1ba60bc1ace8acbd8c42f91f71ca14afcb19eda5f1c7470e7829bd51e58b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5717.pt b/weight_and_grad_dumps/rank_step5717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7eb255e302e53c172e516d4fbf465dd0708ef0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6f5c23bc900f58e1f382d660baf92a8f2d90b6f2cd73c2af817b1243883277
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5748.pt b/weight_and_grad_dumps/rank_step5748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557ae68a13f27293875b4129ad330c64d31f2be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eec1fdff0b4247a324607e05e1354a2364b425da4742e76be94c0dca2f73696
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5834.pt b/weight_and_grad_dumps/rank_step5834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c4be1d9eb78582f45009b9cae01e429fe12c2e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ec40d09336f69392a753ae1df35791d0cd482086c92675e1692b40ff9bc558
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6025.pt b/weight_and_grad_dumps/rank_step6025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5191f7c7bfd6c3095d536d51869f91a18b9a0d87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6648c32dd5747d640be04361272007939e94889154ceb37e3e05d6aec2fcf77c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6118.pt b/weight_and_grad_dumps/rank_step6118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1660ffd011121dc2286d2fab10920de927b34cc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c0aed5fd7db61a6afa907a33f2de0cf38aad91cb77037ef8d35fea7deee688
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6147.pt b/weight_and_grad_dumps/rank_step6147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcefaafaf5079ce082ba36fb705b62e4b8116c24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46972b256c9f8b47242ef4e79dd38b13374fe8ff141656d9611b6002007b2041
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6216.pt b/weight_and_grad_dumps/rank_step6216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c8b3483d6ab6e28bc31027e07eabdc5ece461
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd595ea29dab631af2a1456c51eb24d9bf885c516d3f9ea5de1ffe1d43b5458c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6249.pt b/weight_and_grad_dumps/rank_step6249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad97eed234bdebaccda5dc75ec13bf697cdd02c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cb490ab95e4c021fe182b404345ea4b8303157e886211c9068fae0ad4b4e15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6374.pt b/weight_and_grad_dumps/rank_step6374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73678574f40ab35f8571bb195fdb783e2ef632c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ee5dc3a3b98b39f839dde28bb5d32efd7e43f479b234bbd9bd6daec4c45e11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6383.pt b/weight_and_grad_dumps/rank_step6383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8413c5dc6a5cfdf000b7a4778f0ae48eace2c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5161990669ecee4c77db585751aac2714b7b3ddb63ff18047034262d136682d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6536.pt b/weight_and_grad_dumps/rank_step6536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08110b77b148730e55b188fe0b93fd0224abc9d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565a2de6543ea0d8284149438b3c1f8c00d99318ec5034dca9d23e4d84d5ce57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6569.pt b/weight_and_grad_dumps/rank_step6569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f54a67456ac41be52e1ea8df34db4fa29f49be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf13c549a8a0fc885fb02b251c52a02a4b9d70905a9bbde209c6c03e86e067
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6589.pt b/weight_and_grad_dumps/rank_step6589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c2c27f034645ae58258714132b1013b1dffad8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e021c4c741c7ce8d8dd19712302a238ca6dea597d88386dee888497426cb20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6638.pt b/weight_and_grad_dumps/rank_step6638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6174eec7d43b7430eccdea732f2dcaeda112250b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7116c494b90380cb2da8368ec73596fa9098e60a24d01c7f7433798464a274
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6667.pt b/weight_and_grad_dumps/rank_step6667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bf8581ae124e038d300c164641aadd04f2e0e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743f004bad8bdf745ef2661cba47e6fe420b238eb253f71f03f132a34df1404a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6670.pt b/weight_and_grad_dumps/rank_step6670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190224206e9b63f52107337a4bef90f08bb7a066
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9166b4fdf64aa3482fc2cb42acec1102594fe8cebfc13de420fe6739a31d6a55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6705.pt b/weight_and_grad_dumps/rank_step6705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9168757199afc1358b8c07aee1cde39bc8ac444
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10435d6a774e51bb86138901fc100663d5a8cac5780d04598b2841535dc0f16e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6712.pt b/weight_and_grad_dumps/rank_step6712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1f55d719f723ddf6b5cef736dd16511024401e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132f5f43add32b407d69c511bf6ae96b43822bdb75a05e95c48342bcf09b9409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6879.pt b/weight_and_grad_dumps/rank_step6879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0074d9fbb347120dc2f916b518f040b6379b701
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a407856da1d205119bf526632bb59ccf00a42798aa79f33517afd426ea0a306a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7041.pt b/weight_and_grad_dumps/rank_step7041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc79dac0d3bb722a4267bc1f82f70d964de00a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf7c1c3786c91c963e1e143d574878af2f16bcd7ec17d485dd1dc0b1d1262c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7272.pt b/weight_and_grad_dumps/rank_step7272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997ac1eac4e9c3188e55960e3dadeff023530813
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa2db26e503e16d4f2a7051cea5cb2d55f1cf68cef0f1749e910532a9805437
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7307.pt b/weight_and_grad_dumps/rank_step7307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2308078b3e4d7a6625073d1275f42b04022e6b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c47597f8de2f4fb0fe9c9573f27fbdfbb95334f17c676bd2b6c4d4cad28c394
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7310.pt b/weight_and_grad_dumps/rank_step7310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56a271cd7632d8cea5b80e550424ac3345c67f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975498ee6792f5fb498e17ea76156e547231acb0d842f6ff2dec18c6002440f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7430.pt b/weight_and_grad_dumps/rank_step7430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457501114c0fb4a31f3e899d038deff959d7902e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefa7b993de3986b3793f455393d8be207a481488fd056e9c959f67369208374
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7498.pt b/weight_and_grad_dumps/rank_step7498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a075a021039b1e61c2daf4bd5082741de8ac8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99479970bacd26a332690e5de5252359b45af50d87be58296ae5d624f176d3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7552.pt b/weight_and_grad_dumps/rank_step7552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be68f2821a459410a47042935417f88c897dabe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427885ffc28a392f89e9368a9ad6ee235600ab2f5ff2e39176707f773888be43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7603.pt b/weight_and_grad_dumps/rank_step7603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1986fe09262c24c0898c403331a8e995ee6642
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402b4883c5993714f707a296687650bde5f824c42bd29333d3ae9c99a99a5aac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7761.pt b/weight_and_grad_dumps/rank_step7761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704958a3b897a9de8ddbccaf049fde1d17925949
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bc34c84e07d740def047b01c2c30c229d8f3ff0f050b4680cbfa7325140146
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7796.pt b/weight_and_grad_dumps/rank_step7796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ff128ede49c64477df52ffd8b3eda21676ee9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ff174190ca6b86edac8eaef3edd944684edce6aa063b71f61e662cb2fb70d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7920.pt b/weight_and_grad_dumps/rank_step7920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bcb860166cd498fbbc34da3c4274cb6510e1d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a6f33e67e1e15bb677c02bc2547d6e7736470e875cebb9307999bf737004a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7988.pt b/weight_and_grad_dumps/rank_step7988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aee2b3e2f89465d566b5d185dc35a29b166f4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae02b3d167575552b9d95c6cbc40cc9f06e2a5b3e695f3e33d4eb8e83f8de3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8053.pt b/weight_and_grad_dumps/rank_step8053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11395fb68c1ef40d340d567a940c0ceced9f90a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0996e722a4788f720657c27edffa683574657f18b2dece66b90609e958cddb42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step806.pt b/weight_and_grad_dumps/rank_step806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e1e020dbc49c1f8dbd78f4a1d80c4b0dc8f693
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2890df128b539ed0877c1585b1e103b6a88ae33cad4837ccd7906d0348d86209
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8131.pt b/weight_and_grad_dumps/rank_step8131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a059a54837e77b20a24779e91580dadd6c1f157
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410c75e97fcbd802b314ba0946b335a5ce08fe5330b2b4780524d389af523c4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8199.pt b/weight_and_grad_dumps/rank_step8199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad81254f7c94d734826ddc9cc76e6bd53321f33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76edc62f1e6371f43568df04fb31474317f4bbdda282d495f1838fb58970ed8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8260.pt b/weight_and_grad_dumps/rank_step8260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cecb2c4496e4c1a06da8c2495cb6ba8b1858c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa2fb4fd42d15fdadab7f2cf0cfbfbb9d0b66f61378758cf1b4af464f5b00b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8297.pt b/weight_and_grad_dumps/rank_step8297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1038007ac9288077dd56a3f70542bdfd7151407
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd1e8dc6300d3f31c9c333f6f7ec8ee34a55392c8825dbcbe90563373032cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8302.pt b/weight_and_grad_dumps/rank_step8302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2f90d64e6885f9e37533eb815967b4e53c27b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73295f305d6057b7af84342fd877acf5e9f68b17710fddad6ff256c38b3d75b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8422.pt b/weight_and_grad_dumps/rank_step8422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0987985b3b4c5241d494e3f751e8745ac2e44ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525e88a2e861267363ff6a03b33015a5a3bb3a65a46107a22f3d0514e0ef548d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8540.pt b/weight_and_grad_dumps/rank_step8540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67b715c0d875b210f633759010a548af740ee53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9072c48c49b10bbb745f451312697060838d6e7708c36a2bd573db40738d23d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step859.pt b/weight_and_grad_dumps/rank_step859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c362525bd04254901f06b5416222dbc50f71fa0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24febad454706ac56de9ba638a742a4627bc5da76741a85ce295e8f56d36cc8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8784.pt b/weight_and_grad_dumps/rank_step8784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2968b1a289ce27b23264bc15415468aa18414fa1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376b826381986eb1d4751a6864c3bc1be6eb9f3d1a9a938f42387981634842d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8847.pt b/weight_and_grad_dumps/rank_step8847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028fbccbb9dc4901598170080c122aa52229cf48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593ba5d60987d591226de2fc5ee048b88ffb95d8603c293da52a1b4cf0efd05d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8850.pt b/weight_and_grad_dumps/rank_step8850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d11271f8445631c27f12c1db2db54bd320ca06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4fa370d85ae296938b1fbaa4d7734efb42c2fc1987b6c1cc1d3329f9beccf8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8925.pt b/weight_and_grad_dumps/rank_step8925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e56e59bcd2fec0465efb868ed2d358ce188cabe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df0b07c7509eed55bfcd1f94a2f7c50b41d3cd9f5df7bd1721f9efd51855d15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8932.pt b/weight_and_grad_dumps/rank_step8932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff8aeb0dc54cbf265dd003257636aebc4880ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a36a49398948df5dc39ba980b63286431e0cf76cbb6035cf20be1ba88c720
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9037.pt b/weight_and_grad_dumps/rank_step9037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f73d8dae89d6efb2af950137b2120c52c17695f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69298ea004d76de4b4538678d183daebe59f9bce5cd9b3635b9ba7668e700945
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9068.pt b/weight_and_grad_dumps/rank_step9068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67094b52babbc20e6836c56c6eaf14b216af366
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ca04e4779da4abe494d720b792e3c2e9fea66d1e76327250c62983eae9515b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9155.pt b/weight_and_grad_dumps/rank_step9155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731b660dd2714ee557151e1eff782249b94c0b63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f228b568532630f895a1c495db3c34c50ab572461ad3e16711a7338f5debcce5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9386.pt b/weight_and_grad_dumps/rank_step9386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cb85df5c0d4608af11f496c01588042922d672
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957aae0822c87cc17d35742cf4dc35ef292e5c8987aab1535cf3aeaea4ae2222
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9391.pt b/weight_and_grad_dumps/rank_step9391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fbc578d69afedc2d902d817f9a2f866467b18b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c5223c246db728d3dd81ca9ca01f3a12c97b58a1e4e0e83284a179e176aef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9419.pt b/weight_and_grad_dumps/rank_step9419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b05a7d62dac97bf3212f66bc530e781880669e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195953d80a3cc8b06ca0da976d167fe50992e704e95e46ecfc400fcc88bd3e0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9446.pt b/weight_and_grad_dumps/rank_step9446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5ab717f9c51bc68a1b4e177f533d585e7240ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ed956888bbc2eb9f5ef9da94ef61da1811e21534bb76eb7f92027b56bb1f65
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9524.pt b/weight_and_grad_dumps/rank_step9524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8649a4fd4d0f5634ae326806ec9289c4200e4749
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d99302337869da16ed8f601f299f6c06c3482c014a912e699b0034779556d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step964.pt b/weight_and_grad_dumps/rank_step964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0993e050e4faaac7f5d0e8d627ec441a379890f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05a29cf66febf86ad2401d0bfcb0f2da3992f3cbc65e8f0b42a9ad1e4ddfb4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9675.pt b/weight_and_grad_dumps/rank_step9675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ff855c5dc2e0086ae6dd4c41bd1e23dc4c5889
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b0199a28a76f0aeb01d038567cea61a9d4af20e2a460562a665d760f716a2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9682.pt b/weight_and_grad_dumps/rank_step9682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363d5bf107bd33f686b84565a8cf60dabb6d25b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785ffd033f7cdede93b21a964af9f12cad8a463a01df5c91ef546fe1351e16ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9695.pt b/weight_and_grad_dumps/rank_step9695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de38efb017930afc137d66e3b634f91f45d089bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5587b5a86855b521a6d7b1cfaf23a29e0605bdbeb872944c9950cf95192c7a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9717.pt b/weight_and_grad_dumps/rank_step9717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7f55613205842f2a36eccfb33091fc93c025fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b692e08eceeeb676e441984a1024c78f524e12e4b72cd6d77164e6815750e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9834.pt b/weight_and_grad_dumps/rank_step9834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496e4af9c8ce5810f00e62e51d46ecc2279febf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39cd1ea54dd32269168de422c99167ce83ea8ab7e25149156868477a2800392
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9909.pt b/weight_and_grad_dumps/rank_step9909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7faf2088cb6c9cea913bdad0a531dc78ffbf07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc7a00c4e2d432420f4e9a89d0178e7e724126ae94c7d6886f5760484800c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step993.pt b/weight_and_grad_dumps/rank_step993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1443a39ee2439821638f93dd8a4b4664a7822f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9de50c68951879ed728abb9bd1bb045b0da8733d5e06f56d1df278740f5110
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9956.pt b/weight_and_grad_dumps/rank_step9956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8194041beb910205562941e6bc5e7f4ce55e991
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db82b14cc64e7a56ec41ec06dc3adc4a770beb7a5574a184de2464fffa5ce35b
+size 1524331132