diff --git a/weight_and_grad_dumps/rank_step107.pt b/weight_and_grad_dumps/rank_step107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ff971e34b6ba2b2a13b86d911ab7a179a8d352
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193cf1ab7018c95d06fe5887cd13511c1c9df1a4011076b0cc71a96532aa259d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1221.pt b/weight_and_grad_dumps/rank_step1221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2357cb26bd6ca3073e174ef70bc0ddf95a45de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb02b5bf293c44fd790eaba8b7bd7dcabad30b775cc03e9d0d7ea680ca61259
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step128.pt b/weight_and_grad_dumps/rank_step128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716e3237859ab2ea6b973da00cfc66ccbe643db0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cb48d88ca72259011cf829407b6ed82c1f4393b47d28d77aef726714b42fa6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1343.pt b/weight_and_grad_dumps/rank_step1343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf5aea05336b290fea81dd82a4e41eb0d4cb5c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f0a97e8b3fe7cd8817fa44e1dd72614565027939d11a3d18acfc08fe2efbba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1474.pt b/weight_and_grad_dumps/rank_step1474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cc2aa1f8770c9d5d54e85708d38f82e9e5552a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe0dc72ab02c7f2d5959b79928c928101d79866b75a2f11d88331655faab09a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1483.pt b/weight_and_grad_dumps/rank_step1483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b2dda5c6de658a7b035dca91c67c32f02df7b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f7fa6d069dffc12e2530263b8a3aa322cfb9a02ba282980b0b31c5149f4c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1516.pt b/weight_and_grad_dumps/rank_step1516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732dff367c33eb5cb8a7b15e1e9c4a781ba0abd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7596a27756ffc855f1c9b8e285e84ce7fb06e828f2a9df90fb54b5a0c2e24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1539.pt b/weight_and_grad_dumps/rank_step1539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08be56135070c3e05f42e747346abc3abb3e433
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52866110062dd793e1552152a567d3196686e25e897f9454a37ed295a027216
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1549.pt b/weight_and_grad_dumps/rank_step1549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218c24389fdb61b536550b9053a3875eb53e60fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6026c97ff2e905f7098d00d4d18ef6c59f0eaee97a328458c61ab682e0059f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step158.pt b/weight_and_grad_dumps/rank_step158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896a8ad5981c4fa6bc7d1dad066fd7353c1f947e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73434cde90429ca520fc743e2de375b50dae92002e35f9038364b6aea38bf79
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1618.pt b/weight_and_grad_dumps/rank_step1618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ff5f0dadb9cb93322aac8fb0ebdf0a5991c6c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7b39a937eaf9ab71eca72089ffd8c32600be24183ba78e38c25b28c3bc5d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1637.pt b/weight_and_grad_dumps/rank_step1637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb94c7b127669b2d68a807b66d09eab3f295543
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa82b6ac96ad0726ca3cbaff13c568522e5962a8bc7887ce8d6df7d1dbcc1d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1647.pt b/weight_and_grad_dumps/rank_step1647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bff4c3d22c88aeff91f29efcf240a204e57f6dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eef0de162a98f94bc91d710b702b1094ec483947745c3c98532bfd6f0dba197
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1725.pt b/weight_and_grad_dumps/rank_step1725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24e8dcb06332b0072da42176b106b8c8c1e17f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39149fa7d712cefdc782a8afce2b0b0d89bd3886b6f74c80bfe583c9a028ce50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1806.pt b/weight_and_grad_dumps/rank_step1806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5560cb5a6a9f92abc0173325ee9d12d72dec62a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc33c68d36d17bcae745cc63a3a35fc73e6041566e66ea0e9821ad57e48a252
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1829.pt b/weight_and_grad_dumps/rank_step1829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ccd1a1f7e401e3404a63bb54e5fd11b63423b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77ff5584bcc76e9a5f795fa23a58df85923c64f4ffecb4325597d615ea83e07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1859.pt b/weight_and_grad_dumps/rank_step1859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1b5b5f11690854ed6077be53dc0c0729c6e705
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eff6937a17262b6234c50e714fd96e2ac57e65c36b1b08a4e7ba50b8001d8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1876.pt b/weight_and_grad_dumps/rank_step1876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca521bf765a7bac7af61c6af45eeb765aa6aeba2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b611d8737cf00892e9882306378d6b164f5c36722cb7a9819f5f81841ca666
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1914.pt b/weight_and_grad_dumps/rank_step1914.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1b4c282409c3bbe0eee539b020bf8463f22a44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1914.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238874df5a05681b1d51a39c3ea76743cfd5e032e82a00b83491c20d5fb245f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1964.pt b/weight_and_grad_dumps/rank_step1964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c2a48cf4de66fc9f9755eabfe1b84fcc698a37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fafbd7f94777e75d6ed0456841147e497fa7a89263f0f3f1af4da01bf02ebbb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1993.pt b/weight_and_grad_dumps/rank_step1993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e74f16b7357629b8ddaf77a4d8f0b3e46861e6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2af769c83d1537b7c5b2851998411ef8b1f7149b281817ca1498106ef4ef46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step209.pt b/weight_and_grad_dumps/rank_step209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac6fd3778843499193a9771bfbc4bff6e73bb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8591945a6130bb095f381112d87f560f722785d88838b43abe43c242f7b2dbdc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2195.pt b/weight_and_grad_dumps/rank_step2195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dbfaf740dc84140799f3ed578a8c2590b3d4f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a947d867163170e9076d86451898de9adbb912222462faa65c0476c68d78ce10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2233.pt b/weight_and_grad_dumps/rank_step2233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387cf318e0662921bf65c6c9e1c7e99c630de616
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56fd7411ac513c794426af07b0fa7a83a6bb39994c08826435d9052bc23259
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2351.pt b/weight_and_grad_dumps/rank_step2351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78ae12ee1f6ac9e54423b03992ea4ee27a5573b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59795d503c16d14b2763f91d4e87f8fdb65ff5633a5ed8c7a509377a7ca08903
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2416.pt b/weight_and_grad_dumps/rank_step2416.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd156583a6ad3c018856fb89f67451a7546140b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2416.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aafd55692f11f0b4f497413caffc8ea7f05b944f99fc392074ab6f8438f735
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2439.pt b/weight_and_grad_dumps/rank_step2439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41990ab46acc0b832548e20321d57d5fe517091a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2d5c0a4a32012b30043ba9ba32ef08b32874ff4fa89f4e869fca3bc7e2d6aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2449.pt b/weight_and_grad_dumps/rank_step2449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1600247f0bb031b4b2f7690d1b76eb4e99e4d1be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ec8dae3ecf2be9de1185a467b540f8c6a326e2739f5ab0e96d24da50732c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2466.pt b/weight_and_grad_dumps/rank_step2466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a1245d4ed691a3530e244483d80c565bff9260
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5517a838f7161d9d42447440b1625dd632124161e3d22025eaf0731560428126
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2491.pt b/weight_and_grad_dumps/rank_step2491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e4a7935650709b95a93cb63e49e087d8c2aaea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605fc5e6731388489520f5e3840bc7bf45fbc50335d3aa97c014f7833533a873
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2504.pt b/weight_and_grad_dumps/rank_step2504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753d5583b9ad6affe783417cbaf5d1a45ad64be5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ac7f25f39de6b9ca4df1aa2cc676161e0ca90320349f6715343be8de0bc7b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step256.pt b/weight_and_grad_dumps/rank_step256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2c82b112ff86cdc5ddf41ebe13d52f0ad23a8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d646d38b7416576fd2a0ba126beaf5d0b534bf9aa632266584e8c0f0150025
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2574.pt b/weight_and_grad_dumps/rank_step2574.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272759f7bae634c8adbe314669ae017c2078240c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2574.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aac953af3d60b28238fed68e24b0ae8b3968a0e2c72cf1ccd63bcf22a063c59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2583.pt b/weight_and_grad_dumps/rank_step2583.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3388e49f0f0ccb6b78c8fd259d397ebad0ecdf62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2583.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd21faafb988a2e9d242afc5f70886a10d53cacf18c1c7dd7d92a274691bdbb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2655.pt b/weight_and_grad_dumps/rank_step2655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73d8603d936274363c518e80d89528c7f27d6f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fa237f2c8b384e7d2207ec5ce9b7aec8fa6c40cf9f2905c68c57e21102db8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2737.pt b/weight_and_grad_dumps/rank_step2737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7f2e63979493cb7eae204168479a73553b431
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957a1dc1dba1cf49fe01000807e98ca58abd369298abd0071c8912a18440e654
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2768.pt b/weight_and_grad_dumps/rank_step2768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a666667a5586bb35a58982acd993c5a58f37f4ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a4964d5dab9936dc9aec5e71184fd25a21511ad3cd37e6c959222af4a4235b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2814.pt b/weight_and_grad_dumps/rank_step2814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37846c098153a847d880466c1f3d724100778fd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cdc15b81d9acedfedd558875cfce8738ac96328f18c8df665387cac8db1cfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2864.pt b/weight_and_grad_dumps/rank_step2864.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c9a4c33454d46c45605521cbd42fc31ad2b533
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2864.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5372fa83a54255a65598c02cbcd218faefe5807a9e8f90bcaed6878c9cac7bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2929.pt b/weight_and_grad_dumps/rank_step2929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed33dfba4e4ef7cbbeb1ca654d9dbf0731926382
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72ff34c48ae87abddf1393c530cd4fdb51e3c17496a981e66cd7ef426d44a04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2959.pt b/weight_and_grad_dumps/rank_step2959.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e91dd3b67f3ea4c680b8d87aa0b1f1e5a01057b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2959.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e264b93b53450c13c30c1d88e95f57ee1903b19958a4f6d285e9edeef75cff78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2976.pt b/weight_and_grad_dumps/rank_step2976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3664b64ef6a216567aa4b6419896245530a30ce1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20b1b587231f70c09933b0acf652566594467a252cf2f39a093af724b12c36e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2981.pt b/weight_and_grad_dumps/rank_step2981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd3c7ada6dae05ffdf479b8c9cfe8ed31d59c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7b576734710221e48fb095808b9c5ea8899a68f34445bf8b7b9beec8ff2b4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3003.pt b/weight_and_grad_dumps/rank_step3003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c0b3be71b113983289a72c3f293c91720f82ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcd3183207869b41eb9dbdf809fc12ebf00a4cb1cfa5a03de12baf41c0f6fca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3073.pt b/weight_and_grad_dumps/rank_step3073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d0cdcd5e9f6fc0e09e6c8ef930bd32ea66f4f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8fe7c869d75c102a9450a9f45e1c2799eebacd0e240cfad86351dbb92a8baa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3084.pt b/weight_and_grad_dumps/rank_step3084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf701e70013ba9bb38d19b4165461421bd0323f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8cd5c752be946ae73d064ff77aba9e37f8c1c8b97bf96b1a50dafd4e39144f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3111.pt b/weight_and_grad_dumps/rank_step3111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238de827e0dc92ff6e057afa30ff4c9b155a0fa8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f327a6166f7383421778241098848d3e12e82513a26364d5e4cb22d5dcef2e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3161.pt b/weight_and_grad_dumps/rank_step3161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f92d6573e9dbd05d641d18e32e4a7032946380
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a86fd95ff141d3df934d9990d682f153deec4af110bcc234270859d9315ba2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3196.pt b/weight_and_grad_dumps/rank_step3196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dc3aa1ad07f701f7de42883522b5400d78f51e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad50d3b6caa0d2b94fdb01fcf6f5011e65d8a38801a2132f6596f642d66432c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3240.pt b/weight_and_grad_dumps/rank_step3240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff49dcb9fdec508b079cfb689f9333e6ee6cded3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde36b03652a4d7c64773f40f29dfd8b7c006ece564add43253ce1623e4cbcb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3298.pt b/weight_and_grad_dumps/rank_step3298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932cfcdf7ce5e6cc24e77c4a6a6c89f644282fe0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fd639df600b14c759103696ef1f42022345f102f083d1d7319a1c7ee5fb371
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3322.pt b/weight_and_grad_dumps/rank_step3322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcbd55d14cdb5a3f14cdfcef99dd9f3dde78760
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0f91500ced990c4f91c3d0270086686fd6d04f3cd70f7eb6742e3f69b4857a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step334.pt b/weight_and_grad_dumps/rank_step334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0598b2b64bfdb100663c6b4c7cadbbddba0f79d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc00c325e8a77995f6d8b56c4fcba6936446941de7623b1d41bf8042a6a3a68
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3577.pt b/weight_and_grad_dumps/rank_step3577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a61cb31c6eebeb64572235068e70cf9b69bcf8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae60e6c733cbba44f3de6579ad4da9ede8a7441ed7486fc5faae882f355996
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3679.pt b/weight_and_grad_dumps/rank_step3679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33388b48c46266bf23b28d74b1c76ddb4fe61750
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1c3369920f64bbaf0a0d7b82ed80f1b3e63b0f44a37f892b36ac640ff6e46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4024.pt b/weight_and_grad_dumps/rank_step4024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b290e5ccca506c9d2079b659b4e2f77d1a986107
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea30976a8fb7408d049cbea726b9998f5fd4e3198080059b52ee78484ce2fb74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4119.pt b/weight_and_grad_dumps/rank_step4119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70190ee2a143a7a556848ef94878f11aa3ae872c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b31e5874716985f661ced0c69f2abe84dbfd0d1f36fd64374beccc34e574e2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4146.pt b/weight_and_grad_dumps/rank_step4146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0012f39ce2c1b9df61c1503af6ba2ad1a31621b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6c24643b60f12be454038090905b6239836c5432b9f8ad78c0e6015e24d8ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4375.pt b/weight_and_grad_dumps/rank_step4375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dc8e4b70463898a42fd0c68def6f25b8fc4039
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd123a327d48cdba793d8a082ec137292b3a3d3aae27264881aa03b6b4c9777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4442.pt b/weight_and_grad_dumps/rank_step4442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f79e5ced6b5ae329ae67243dd003a13a33ddbe1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90404a65dad64326d523e152ec05b69b35683e3123a7ae754ec1bff0f5cee293
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4520.pt b/weight_and_grad_dumps/rank_step4520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb21eb8f3b79d0952b69c7a1c64fc1dcc85cef9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a2e4263b58618fba8293ea209877bb48b17b0fd5910f9e5d7db1007736b5b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4588.pt b/weight_and_grad_dumps/rank_step4588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60a8540bf950e0e5ace82798412785c6075f5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5aba34c3b341b788c84d5b08b39e044ab1bf9b742143e8de658f9727b1cd48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4601.pt b/weight_and_grad_dumps/rank_step4601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e8fa4ac61f9b2c3562b597866e93734bed509a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84f04fe535c542897b085d2a2329bca46413d11b801f82bdc2c91b73ff0c62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4671.pt b/weight_and_grad_dumps/rank_step4671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843e7548cc3aded7fcbc7f8ab9b9ff1f581d3ab9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e11489ac86cd7bce8cf68e35b2c3a9207404ec7acd767acd5586a1ac51d2ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4686.pt b/weight_and_grad_dumps/rank_step4686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b46b8b932bce755e7cac7025f7f5e236c4560f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59986ec9d9171d7800018f643f179fb27d91da5837d8b41effb1941c1c9b79bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4713.pt b/weight_and_grad_dumps/rank_step4713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b59d33419cd4298fa519ca045d23333d51649f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d8d3a749426aa1c7373c4e78433756d70037e334fdd66f824a84c50180cc7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4763.pt b/weight_and_grad_dumps/rank_step4763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f47d69dfe7c245ad95a96a418c610622d26889a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e837842dca7b80d485e562e68d694c54dd81a4a567bf181c1cf801c173ac4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4830.pt b/weight_and_grad_dumps/rank_step4830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a3ad76ab478bd28e7909f001b66aba8c2fc9a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd1f68056c3e37c81cdb70709bb7040eafafe3cc3566794f3af691ccb0eb66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4898.pt b/weight_and_grad_dumps/rank_step4898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6ccc98a4ff8712ab9cf5e33fb215c9f94d8775
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f404f1fa4b90ecd06029802f0991ce8e8914b90ae8ad86e8baf4d0061edfac32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4952.pt b/weight_and_grad_dumps/rank_step4952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52a2705c2431e5e93d14ded9851620066ced237
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbd3d64941e549bc76aca6d7d73ee97b05c889ab1977708d8e9ccc38f65b389
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5008.pt b/weight_and_grad_dumps/rank_step5008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe21b7fd95616be81487a8b3cb297f8c3566a92d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a9f9efc4d4787ca001a4e0a7e6f420b044b599802a53a7e86be50d12c26b31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5057.pt b/weight_and_grad_dumps/rank_step5057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea86dcb174b77a7fa42d04c1f93214495731cbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c4be2ef46b326fde458dbb4931ff010a6fc79e8e51eeef3fabbf82799377e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5135.pt b/weight_and_grad_dumps/rank_step5135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048f6b452e80c69f436c72081ef65c9a8bb87801
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5470dc65e28c8ee36171d3d971c53b08f7e48b271d6f8f0a751094783df168
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5264.pt b/weight_and_grad_dumps/rank_step5264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d63d23c57e628ec7a92614a33ac8f7c4ae7846
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9291700887debb6d80c2ce2a3c80dcd6be3c7745e9ff466b7b8fcb8ef667b71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5306.pt b/weight_and_grad_dumps/rank_step5306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8739d2d70d41d027f6a80e76f89af7b0223e43a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2696d94386f2242cab4b0d26ffac810a714aa194e40264a681cfef052f4ccbc5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5359.pt b/weight_and_grad_dumps/rank_step5359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61e169b115dac4ace604216a9566524b58fc3d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c00fccc8126e472a03f832d4f668018cd6b00f7b3f1654b7620e07c424bb089
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5376.pt b/weight_and_grad_dumps/rank_step5376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1821beb3b7491e69dc5d4850fd7302cb61fc98f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277bde8f339fbedc1755cb0c8fff662b07d7be53a0797ae997c6fb6bae113be7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5431.pt b/weight_and_grad_dumps/rank_step5431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c060d0bae951be88681874bd21f4b271cfe1f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a76291dad9bb3a3a5764b8a451e9d0e7bbb575d8cfba6ad480e9823dac12fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5553.pt b/weight_and_grad_dumps/rank_step5553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec9bf8cbb313ce8ec700ae905b6d549774ad6c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995efc9de45a5625d36c4cfeabc13d919f533c8123f0b0d5ae703b238742b7b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5921.pt b/weight_and_grad_dumps/rank_step5921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1874a93806fa6b96805889e3b3818308eeda39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73865b32d351c627b43832942778608546f8229eb50cdbf12d36ba2c62a9d65f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step596.pt b/weight_and_grad_dumps/rank_step596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081eb23d8961189997a4c1168fb1e5efc44ced4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1574134145f15ee37c745ab60d1c6f35da04420bb87afe34b6c4194c3cac20a8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6045.pt b/weight_and_grad_dumps/rank_step6045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e043cc1b35fd458ef1719c7e50b9edf8425bbc14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbb23eb67c75eb5027a1e09c6a6d7ad263f3fd4a1b64c5a08c932027b4abe66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6127.pt b/weight_and_grad_dumps/rank_step6127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748c988de8a48dcdf71a5524c70cb23ed6e3fe5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a46d9d6091ce3a02bdcceaa7577dbee521b284c22e285b3815efdb3b7e819a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6178.pt b/weight_and_grad_dumps/rank_step6178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2077e5386d091e60fca4bb49e086b74a9477f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814385c00831a0e119c687daa218a8ec0b9e96903a4309632b60e15c736f740b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6206.pt b/weight_and_grad_dumps/rank_step6206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cae08083aff9142aa4cb2690ee5cc31872531b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7c785f1bf8ef732bec12340d84f02d764e32778f8389f003053c390ed6d6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6229.pt b/weight_and_grad_dumps/rank_step6229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc07db2062b8f0be12bd6e729cc42a5faeb077f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a44dc9d581f57d686ae6103c6c6d27c0da8a7d0a20252709aefd3055269070
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6259.pt b/weight_and_grad_dumps/rank_step6259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2127698e37975098fdeffa7fca64c768385e90c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e6f736d769e42f876c4c8c0882f3126c2d723473533e8de641a7c2593b1ec1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6276.pt b/weight_and_grad_dumps/rank_step6276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5362ad29af78f33957380b0762367bdd15ac71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff1c2f8fdba64a5bc9eb786cda7dbba2b456951d21a0e4796e11c80ca77c81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6281.pt b/weight_and_grad_dumps/rank_step6281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3f245e6a4b4ca6468c79e8ce5f7f72aa8fe45c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91480da950669b6ef5b4ea4f41dcedfef30e380759e39222b6236d7bd11a09ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step630.pt b/weight_and_grad_dumps/rank_step630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b8697b12170b3f522d7d04b3cd31a5d13be1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741393c636c74ba1fc2f6c75dfe8f02031861c12eab8f704633422085ee54e95
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6314.pt b/weight_and_grad_dumps/rank_step6314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b3fc74bc99d7d90d04f3247f8ae5528024977f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335e53564d411fda81dcad98b4a8a121aa83b8953bb3fae5bbd99020821029e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6364.pt b/weight_and_grad_dumps/rank_step6364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308fe8517f8b4bb6f8c8659ec42649a9a2fdbfef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357c3ff87918e9f9cd3e1b3a4959ab1d76c02406a6ed0483d252d25395d4a499
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6393.pt b/weight_and_grad_dumps/rank_step6393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dab13d2d6ed60e65f162c0ccd01fb248857605
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5eb01ec33ac95aa2bc27ea568a0b6c3a6a6d20e36f16e426c2add1927b5e60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6785.pt b/weight_and_grad_dumps/rank_step6785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68401712bcbaa77dbda01a6f97fa5574e75b8985
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b5f09e2e1bd1a33959db01a2e41005c61542a4b79d56fc640f7096b8ebc47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6851.pt b/weight_and_grad_dumps/rank_step6851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc0db3300ad19717e9a010235dffe9e22763aba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7c95d5cc3e793db7ab392c9d891771e40d5c21ad0ffead3f0e7e570ea6cc4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6933.pt b/weight_and_grad_dumps/rank_step6933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ab8e99386646ebf5159946b60e19087b39da7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0600819bd4c4395b7dd97ad873877d18df4adb1558d052e89124fdd1040d6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7069.pt b/weight_and_grad_dumps/rank_step7069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4de6189cad2a24b2b46b0c9868dfce64e18663
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eababc5c52596cfd7fda977871add891e79576d1af9ddf1b8d9ad971d0f5cf9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7390.pt b/weight_and_grad_dumps/rank_step7390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01db7db88502d8a996ef513f5eef4f3890411e8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1949b6d0f3268f84fb1b759a3d2b84b3d23a55c7014d3db36b6c73d2782a9d63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7450.pt b/weight_and_grad_dumps/rank_step7450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5c8c95341e1a39feed0579420617b71e222fc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb0f24dc054ef5b9fa9b0b29e38c59058a95919c5087b593e28f071431f4a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7488.pt b/weight_and_grad_dumps/rank_step7488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c275f7ccd38c14ec7c2b0cc1b996ede739c4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedb34863646ecae7e5fc01816f265c2dff78ff194193093aef80f7b83871f9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7532.pt b/weight_and_grad_dumps/rank_step7532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e71663fca1485368d7a205f476125fd5d6aed2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2f2045bd72a4888508c8788f9ebd4c01c709721dd8ccc5b35d5f6056d86515
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7663.pt b/weight_and_grad_dumps/rank_step7663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f71ca9b1dda1f689321a9154b48e6a23486412
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3976ae665ee3db150b8c73eca9bb81374fda886b59f635a25620d27725eb21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7694.pt b/weight_and_grad_dumps/rank_step7694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15801d51ce1d7a3a4e587d644613111866c0096a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783b6604b89fa48d08fe74e94088d80e665c2fa07adca0c1e98a734e4b3a18e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7701.pt b/weight_and_grad_dumps/rank_step7701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d59ac96131c593db93b60ecb44685aaaff59ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3f8ac1d7699f0ed5a07eeeae3617d98ba97c38060bf0a66dc16cc98f0bbb2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7771.pt b/weight_and_grad_dumps/rank_step7771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e972bcba7186f4fe9f6330e5d2c91b619164cdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f381b22cf46740b57dc8c50b6c3a02d5214459ee3059301341d042c6c3880dff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7786.pt b/weight_and_grad_dumps/rank_step7786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591e75d94188c46991458301b116b0b7c86da121
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351255c15af1e22cb5811069a877aa566f93f5b5fa01418fd3899133d7c9f71c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7822.pt b/weight_and_grad_dumps/rank_step7822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e670e028a018ef83ea295c1241740163f7245532
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6dfbca1590e4477e8633900f0cfa8e06a2d3223492e96d02a579850b6ecc56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7940.pt b/weight_and_grad_dumps/rank_step7940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ba26006759773268325cda20ccff4850b7eca1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f92737f816b6c89bd5922e5fea9eae3a2d3ff3f9b39d393cee2001450cd2c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7998.pt b/weight_and_grad_dumps/rank_step7998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0107b14f96601f2dae124b02dea99a93221831be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd388073296663b5d85e992c3d2dfc71874e9681de853e9fe035781d9b05a5b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8033.pt b/weight_and_grad_dumps/rank_step8033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f1734aff0475dc018d6073ace14bba99da26e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a2633beed42703a5fe35355e6912b715719e49dfa26473cde5d5b1c3448071
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8043.pt b/weight_and_grad_dumps/rank_step8043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0ab0a8c11d4f96586329274a44e5cbea3af88a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629e14efc8b575a1a22681999fbe7c09bd47ecdbfdff0049d335b62d1cda233c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8121.pt b/weight_and_grad_dumps/rank_step8121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d83beda5d77ca84b96ab98ce22f628876e21f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1aa26e814d93efb3546d2c5c01de08bfcb1db7cf3c294503d74da95a44f512
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8151.pt b/weight_and_grad_dumps/rank_step8151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b579349f6adfd5b66b217d5a9a195473267ca49f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4038dc2a1f4dc926ded80d435b9523cfd73ad953fef1911a18be7e308dfab043
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8200.pt b/weight_and_grad_dumps/rank_step8200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ea0efb2264fc822baad25e697cc6fb7fd87837
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673740a33d9bed0726a1a1a9754ae753ba627bd5be6f52628bca22fd30820db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8287.pt b/weight_and_grad_dumps/rank_step8287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5e44ed6806cf0d73d55a0299a1bce0f627084
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15f6bedd85437e17c24af882749c04eae8c365bd635d81f19f1e878e79f1282
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8312.pt b/weight_and_grad_dumps/rank_step8312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a014e72bb679a0d5940090d772a7b05a646c2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74318505bb1017bc8e1e935b5b872d9411339209982742b61bd5d11dfca915ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8362.pt b/weight_and_grad_dumps/rank_step8362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5d4637be28c36f695397c3c10e1ceb472a1647
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8606591a593351c17e7d6ec66adda413a1d054a39c0d45560dd2625c61481df7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8395.pt b/weight_and_grad_dumps/rank_step8395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63e98fb4dd1588287d4a15f285de06c31b1cc41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1091643c62f6a6ffbd729ec9689b4716bd0ed6a24fbc28f9bbf31e0ca8616c55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8639.pt b/weight_and_grad_dumps/rank_step8639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410d3b52a9ce637d475301094420285d93b2950e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6fcd0557b8f000cb222de3fe77a5722ff7dc117fd70b957e827c44f61cd56a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8666.pt b/weight_and_grad_dumps/rank_step8666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383efeae32d5094f15eeb46c3106f044b0004d1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd112fa325bc4747325ef2d6eb87783197ab9bcd291f884811a5c8f8e841356
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8704.pt b/weight_and_grad_dumps/rank_step8704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5cae2980215dd48e2c8cc859a0698df3da36e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7fa285f9cd2d1b564f861a076af3d8b309263cb1c19d642b753b48751680ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9273.pt b/weight_and_grad_dumps/rank_step9273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2170ca4790d8bf3b54112dd52b639e7ddc41c34a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eead90163ec7d571af2545b41ee9bcd4793127770c2d131986e335f8a71a70e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9311.pt b/weight_and_grad_dumps/rank_step9311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25af8faed4b8314b11fd8e517ce83ff2653e65e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd7987c278207750ac8dbc50ae75a05145a714c6e35128b7c64cef2a476f5b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9409.pt b/weight_and_grad_dumps/rank_step9409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fbeb6c3306d4dfda5eaa5b1ba15fea5fa6b443
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29c3d5627e895be77cd403163c430f0447efba349ea6ea1d999eb2b3785be91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9426.pt b/weight_and_grad_dumps/rank_step9426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8848f2e47857c422f3a29d1e897c80972d10dab1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90575c9c030647289aac67cfd6605890883187f97ae2e01b2167c2aa501fb113
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9479.pt b/weight_and_grad_dumps/rank_step9479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d16432a78151353957be55aa02ddacd26e24ba2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83402dee93b98c2229a33e0df9f95166de4402ba58415b12805e7ddc9fd7d4c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9534.pt b/weight_and_grad_dumps/rank_step9534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bcd28084d39c17ee3cc97a8a37042e77d4cdf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53b9121b4952e93624e2f2a6e242d46f81cdda8484f03c0860c4d0e9912bb17
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9544.pt b/weight_and_grad_dumps/rank_step9544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9748b8d60b285dbe162eea3716d0a5fa2a0a9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d970b5e0927563ba7e802994df40ab9f65a6c6f11a7bd8669dea152b1d21db9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9615.pt b/weight_and_grad_dumps/rank_step9615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df6343317dbaa6ab87a59cb2163f223d2d1849f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233005a3b7669a44725fe03702c47950719059aa4451507c3cf8ad623df55f3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9665.pt b/weight_and_grad_dumps/rank_step9665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f987d1c37e51ecfbf90bfcbb8809d92abd049896
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029a464ee4d9582b84711e8f34381633dcb1bdf494b6c2d69f5b189813b20c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9728.pt b/weight_and_grad_dumps/rank_step9728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece3a1611c97ab20b0e76173963d84628b468592
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62eb0e7079d1ccd97fa7400f3447c5e222d4838e99ea67769904c4bec5ba8b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9777.pt b/weight_and_grad_dumps/rank_step9777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abea3c0e3725e5b288be59faa3a4b6a8e659799
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cea6fa667ea8b0e5609cebeaa0db79432f0717f85f08bf0f3d1772b81786d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9780.pt b/weight_and_grad_dumps/rank_step9780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa72b55f61cbc04fae3eaaf043e8e9aabcc5d5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ccebb6d50adaaac3d1289b65b0b51a9a1a6c626feb3c83d77ec64405e60eb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9824.pt b/weight_and_grad_dumps/rank_step9824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089651dfeaffd377625953818ab47369f3457a8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaf0e20d52939b4ae26e46387db7c219d1999e47db35937dabc82fa42d5d6a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9854.pt b/weight_and_grad_dumps/rank_step9854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7209235b590b904eca33ef115fde79f1bf7f123f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af989f472b259f64c2ee38bee82c52430c76cad76c94784aa0278a265ff1678
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9919.pt b/weight_and_grad_dumps/rank_step9919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9634e06782200a84a9c7b3940db11b1935df7b95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aaae3f112ceaf21a053b7e55a3a6567a5061fe0e30650843d2ad108ca3c024
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9936.pt b/weight_and_grad_dumps/rank_step9936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0b0b2030ca316a3871f11dd4c021d97c67fb97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e470a4fc6f8a55b870ffc53909a8c247cacbecf0c3e3c9d69597776bb1d03bcb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9946.pt b/weight_and_grad_dumps/rank_step9946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b2842a527708968d8f01753a017a71458764bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311e9b0dd9889d5dd955493be34a2da9244729b83623f63e814d1d9f3cd9de18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9969.pt b/weight_and_grad_dumps/rank_step9969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54c7bf1582ceeb57ce49ee856f2dc4cfb81370b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4b6f792916e2cf8ba997325419f7854d9841aa60bd2e26b66d92ca15fe581
+size 1524331132