diff --git a/weight_and_grad_dumps/rank_step10001.pt b/weight_and_grad_dumps/rank_step10001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebc7810785c480b45ae0ffa693ad9e9514c9e9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e630d04db72f087e4dcad12864dfb837c6acf6589ce253d62761d2a489b0a02
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1058.pt b/weight_and_grad_dumps/rank_step1058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12d046ed6617ad51735548c02a9e6a50b565787
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a5f8810f26914033f30f84b794e6d9797c5118b8c087c04195034619ffd697
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step112.pt b/weight_and_grad_dumps/rank_step112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f85777b36fd726f5dab74342e02dbd4738232d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9949c775b05fa9d4afca5be0a8dd453b3ef77fd887802b8f97a1c1df2da8e26d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1244.pt b/weight_and_grad_dumps/rank_step1244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f61375ca6cabe7301fe3e36e4856a3f9d7e30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b2545438f5b8c0ceb9bf0c5ff354ff892036d050029aa8f71467cafd2a4cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1461.pt b/weight_and_grad_dumps/rank_step1461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db63dec3d9530ba8e951e5504e9591ba08b751f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3d156513f43efb79f6b409ab45a079e6e6adf7f9413f58c63805120ac8cbea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1496.pt b/weight_and_grad_dumps/rank_step1496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87434b825ecc22f552f91d8016643f5c3a333be4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36ddd5a4a45696ac07d66ad4dac0fe9e1d7c4297560cf9bfb24e899b938aeb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1503.pt b/weight_and_grad_dumps/rank_step1503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1839d0f6103d7ba135b53fd47f0574f157387b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a39b4edfd2de9b3bb5ced8fd9efdf4445306ccf4195d282ed6ea316e906d8d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1573.pt b/weight_and_grad_dumps/rank_step1573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401952b24d888b1e43b1affb4b78812fd1a2e19e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00831adb1928ea75ef0f7f7263cccb92d3f2081824c5d1496c87019dea5de46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1584.pt b/weight_and_grad_dumps/rank_step1584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8352ab5dedb02844f4db70725e7a04e3c7247591
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9139f72d4d0c34896ca9c82f4ee239504e7fb77deffabda4cf64e0a350408c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1622.pt b/weight_and_grad_dumps/rank_step1622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c92671eb6e6f6aa5d18e0617618ad1677befe5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562b1c6b8cd2fc944a6333bca5d4f5e612cc563e4d3aca4c4fe6a56d325359ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1652.pt b/weight_and_grad_dumps/rank_step1652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47059d244bdb0882165cf99088ac260268f6b4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51bf388b06ca16c1ed8370795a9e6ed4b368149e7b6d1251f95afe267527d79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1730.pt b/weight_and_grad_dumps/rank_step1730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e965593549ad5832626bec02e16723ad47096
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183106bf88a290182d7644523f73ac1266f94ad59f1d91f9818b6d13e13e7447
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1740.pt b/weight_and_grad_dumps/rank_step1740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bea694a4a3eb25fd6d53550c74966c41cb013f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6fcd7175324d32011006f0f54b3a3fca400cce26c3b38af21008e1f735ec12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1798.pt b/weight_and_grad_dumps/rank_step1798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68492cfe68eb9bdba586609ad102f8e361eaaacc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88611f8b14f481a9c187306a7e6a66fbca7562e9935ac6aba9c849591adea74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1813.pt b/weight_and_grad_dumps/rank_step1813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98bcf755c5f035e1119108f0b3203827c8395b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425c79561e4d90ca8583bcdf5d83b12f1de803a545fcb375240910b7f95cb600
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1894.pt b/weight_and_grad_dumps/rank_step1894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e71a56d724837cc8d44585afb812192f1da3ef3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d78892a0e9b7a6d1153b004b3f023b735d8ed4d5c66bea492eaf4c1eb25064
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1901.pt b/weight_and_grad_dumps/rank_step1901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead125eae8689f2072e1cee115412a420a2b57b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ff33c29451f9cceafbb2545dc9690f206fef74abe3c5333e6908965c3c883
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step195.pt b/weight_and_grad_dumps/rank_step195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbe5c8f2636d03f1a357544e30a62087ab452d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b9630b3b98bc83ba00704cd2d432541309b60ea67550046536443fb2fb1282
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1971.pt b/weight_and_grad_dumps/rank_step1971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fed5860031f97da46dfcb2ef3a0bdcd91b6ae1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15c5d13d36b2e7d2b48e01df16b79388472a321f1d69b35126ce35b1bb66d07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1986.pt b/weight_and_grad_dumps/rank_step1986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb6aade2cf74a34714c9f509194e343c824aa1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddf705f1d37ed131d3892872ec44f81a8624a37864bb1b7eb12991e7ab64d70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2177.pt b/weight_and_grad_dumps/rank_step2177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbae28492b6ac2ec92cf5ab7b92bc1d8b9470cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ca723ab97b16de553c999d6ee3576ffa6bf908a6ea6c178819700e5821b2f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step233.pt b/weight_and_grad_dumps/rank_step233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d575591805d864af0b3d590a06247b7ef1889
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af59893419ad5b3803061de55b81759ecb81dc2af8201859bc8c66c6aee185e9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2334.pt b/weight_and_grad_dumps/rank_step2334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495f4697bc2b7cc2e7f521198df71ecdd02f7fb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f2bfda6a9f4eac852a39c16d5e4ffedce73ecfc1176d10ce209085f0228f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step243.pt b/weight_and_grad_dumps/rank_step243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca931b2ac7ae1a5684c81add010bb36a6460ca98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b014e01a60ae9cedd192953552e2886ca98b116b9f2e241933a930bb2e9d18
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2473.pt b/weight_and_grad_dumps/rank_step2473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505011c20affa963c6033a8939ea0ec1fd9dcae0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42ae7f9b3d708359e14657a8f3eb85aef4c48257d1abc4607fccbf75d322ec1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2484.pt b/weight_and_grad_dumps/rank_step2484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4404182a182860766f82c183e025790e27d21343
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11aa5cd98065ec7924dc18ef445d7ddc2bad9add9e87ff72d231ff70343bffc3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2511.pt b/weight_and_grad_dumps/rank_step2511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c98db26d35781b5a3ee82d3b58ee55f416c253f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78efd3f8bf99debc7bc099a66ff021d9670e28868899221d8d49fb95aabbeec1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2561.pt b/weight_and_grad_dumps/rank_step2561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e82da79d33b7521bde0ca163441d90b27e2621
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20f86b6376a6a4c654cb90a9c2f902fbeb0f0292605d16c5323878c9da07853
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2596.pt b/weight_and_grad_dumps/rank_step2596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb47a06cab78401743cdf788741acdbcaf769054
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61d45d019e82ba98cc104d23cfb268ada454e950dd2e5a0bcba26eaaab8aeaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2630.pt b/weight_and_grad_dumps/rank_step2630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287407f697b1576c964b83cd7e9594a013d7f934
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90594ac07f90b7c7a7624f64919c14421ce468e3da9d7325c198cab1e91a7ebf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2640.pt b/weight_and_grad_dumps/rank_step2640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0253dfdf4eb19527400af2b437c4cddfdbbdddb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86938e496dadc5fe22124dcb5e2f756e31f5f373aa1dfe06de44e612a4393dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2722.pt b/weight_and_grad_dumps/rank_step2722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f4384ab72882f1c103e7f44ef69f329b69b5de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c846bfd546510d7d4135322e11aa696b231b35c99df4377de948f1878097727
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2752.pt b/weight_and_grad_dumps/rank_step2752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a3898be64b335b7a3d161319b4bc0b213de0db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eb3e607a554f97f235cf19733919893c5925f0492c297d304cb12221f2ef93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2801.pt b/weight_and_grad_dumps/rank_step2801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe81f4a08bb06981ac627adcf0ff77ccc9e665a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbec70ee904e643a8a071f892f811ee65096274ba4f9260016d7d1386078e0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2886.pt b/weight_and_grad_dumps/rank_step2886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3150a1c1c130b841835db40e7b9b5f1ea43fa3cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc36d6afe37b49738789be4fca039ea9ffa725a2243f9a2c732c0a8ace804d58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2913.pt b/weight_and_grad_dumps/rank_step2913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ea27e0d722b6445615139c6fd52d23369f2d2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dfe9d9402d5545a89c9a7fd900316a129e32154f4124782b3feb672388591f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2963.pt b/weight_and_grad_dumps/rank_step2963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce30ef5004892bd48143ca4324dcc36066011a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63165c7158016f327079e441c2218e7dd495f39147fd7d91d5793e2aab2122f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2994.pt b/weight_and_grad_dumps/rank_step2994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6432670d2caebafa2c8bacdf8f187c6f44bdc0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c16aa8b421ba3d43378f5ca06ca1a49e8f0fdbfa5e7b0686b781fa5a42bc34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3016.pt b/weight_and_grad_dumps/rank_step3016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e11cf9f48bf46602da247e3bcfe73c6529e10c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbfeb7b989fc85483095bbc71859d926df96e82e47a557aaa9f84db6e4048fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3039.pt b/weight_and_grad_dumps/rank_step3039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696996ce5921a96ff81c7e5c4bd8524c9acc224c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1378ba40f37e7c798c74a7cab182cedad5679234472742d9388443dc1d2583e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3049.pt b/weight_and_grad_dumps/rank_step3049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff434b1b1b9f47bb43f1b618352b75ba7b02542b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e639d74b5e0c2195cf3105f74f853abc5c661337d767ea5ff24b7385e6c42f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3066.pt b/weight_and_grad_dumps/rank_step3066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b31f26128ca5d880d13ac0138a41e1740f2f8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6f8d628ecddb9d7a63efb2f115e424ef9d84e8445a95040d2c0b917143c43a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3091.pt b/weight_and_grad_dumps/rank_step3091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa420467b30c9f7a38156725a6fde6aa4438a73c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1545a105d855822cd14fd3d30cd7c51821633c3b030376429503b19eebd08c06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3104.pt b/weight_and_grad_dumps/rank_step3104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32b358b0c2d41cf580257fe88e5ba3ccf732190
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e5af740fddf11c71621e2b3d52732e3cf6fecbcc083498d650357a036f13eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3174.pt b/weight_and_grad_dumps/rank_step3174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed172ae73f15ec18927ad1793a14ccb0badd83f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c17757b0ad59a31fef105b05c54afdfc92647fe3c9d7ccd216282bc202421d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3183.pt b/weight_and_grad_dumps/rank_step3183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993526e8a3b0943fc74d0fc55c182ee776d8ea19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44066406406c4a889ac7e917d9485b1a3bcdf2b0b35c192770218bc8351f492
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step321.pt b/weight_and_grad_dumps/rank_step321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81567181f6ce3720a370411887760b6b31dbdb2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03064fe04a8ee91ac6936c3a42533aca5d7058f65e8d542ef3886221d1e173dd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3225.pt b/weight_and_grad_dumps/rank_step3225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85ce2541306c6718e607fd2e04124b7cad7f4f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30245b7429a9753e5a1d0e751b8c18ae4e1386a5cffd61683c2edd4da8485a86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3318.pt b/weight_and_grad_dumps/rank_step3318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cb4b4f592e5fe4a4c94f0be8023acd0f48d78b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cd9ef1a01834b27a15daef42c3430e1b49846b2febd11dbe26522b2a5f0dbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3337.pt b/weight_and_grad_dumps/rank_step3337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224e0e28c10f7f31cce551641ca8770c72fdf41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded6b6ffed033ceebfb86b35904ffe0cf5845a95624fbbeaa043ff76a68851e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3347.pt b/weight_and_grad_dumps/rank_step3347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf689bc28df9761d6d383d1e2f1929625c5fd357
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed2077919e47aaa0314dbfb5f5540be840574d0cfccff5d9dc7d51c556d106
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3368.pt b/weight_and_grad_dumps/rank_step3368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512304487039d88a24303bdb230efc468cbfa4f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acc1ffe75419b9cc6bf79fa52386f8e351c62af473b18e9e58a93f8f213f204
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3400.pt b/weight_and_grad_dumps/rank_step3400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a2c337ff57272b0c88c02aca07dcdda2c4920
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85194a3b7af71d3d8cee14f842baea109d099c3a8c0482620318aac8dad598f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step351.pt b/weight_and_grad_dumps/rank_step351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca2191d67c35a2fb767d329e6b98dd03e84b75a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2426daffef585adfdf645c274ec9a7d3e2739ab496288787aab53c0987ea47
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3643.pt b/weight_and_grad_dumps/rank_step3643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264b841b393a2de0025638d824aa75bf3af93c88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4f670c60e926d93d48364220b5454f70be561175309c203f616d48bcf5d50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step389.pt b/weight_and_grad_dumps/rank_step389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051a8ae7362ba7cbb3567307cb56510cdc97e3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852c522bd3c2dfac79a65a39d63404036ea7a8c862190d9c7948288480451c1b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4408.pt b/weight_and_grad_dumps/rank_step4408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dce7ffbb44ceaa96269ce4f6778a0d5015ef36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fdd66a010d22706f0b33032df15a959e84f4640ba0643c24201401e2742be4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4427.pt b/weight_and_grad_dumps/rank_step4427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d959afc1390b705adc966459885f6036959942
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98febea61c628d6dd5b6ad0a412a126ec67d4cbc8102bd3f0c147491e83c655a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4457.pt b/weight_and_grad_dumps/rank_step4457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92db3ec8f31d3b184c43986c7aa4463bda44167
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed676397b903d4571a6496d1017e8bddfcb64ef04506afef35455c5accd180a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4478.pt b/weight_and_grad_dumps/rank_step4478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6b30b46a242c440cdca7eac6bcd97dd4936d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072e176343fb7816132aab23a73396b94ab3aee39afb900faad862457c8b393
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4535.pt b/weight_and_grad_dumps/rank_step4535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9ad13fcb2f0799c7b9887767b53b1122e2e3d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b38bf721ace470e0facfa3b2419600abd62f78aa79dafab6b18cdf1cef6861
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4545.pt b/weight_and_grad_dumps/rank_step4545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4019bf7ad67233941a17df7c753a3822adff5ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03232341e31dd446ba02bfd9077e2e750e920877192595b8f9c65dea7aecabf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4664.pt b/weight_and_grad_dumps/rank_step4664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f474a885150d05075ec6807dfef536907233efe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdddfce9e1c2d3a9335d1e817f2d8c4fd49862f51621461b42382041300ab4dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4693.pt b/weight_and_grad_dumps/rank_step4693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1190ca717cc4209833da87babeba5e731a9762
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d468339ccbbe621596be9eb9c0125e23d72c5eb01db64f3d7206449850f96764
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4706.pt b/weight_and_grad_dumps/rank_step4706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee1e51c58b367221432d9060ad09b8a5141975e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d13228dad3f5b455c85a21990ae2e22eecc94ac5bd7feab6b83a7e82b3f6a38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4729.pt b/weight_and_grad_dumps/rank_step4729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423704a6b42ce1d3c69875caf331b5a65f9c29a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1365865b3935178da96b913cb28620885c38d91eaacd76806b15f1fa4af73bff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4759.pt b/weight_and_grad_dumps/rank_step4759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425e732cdca9ad2011a100e2825563d01e18c2ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1300aeeaa5af53ae0695cb8f10b620f184b0dd326a8f34820084a05c225c2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4781.pt b/weight_and_grad_dumps/rank_step4781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8cfbefc3011310043dead0c7698a05fd3a10b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4b12cd3eacc7635ecf618d980d613f3d936f4e391c267e3d43e44a22ff8977
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4855.pt b/weight_and_grad_dumps/rank_step4855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b11ee2d4ccdf8576110448a2b62255c7611e10d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f04d741b4faa233a9b38355fb8aa83048591162ec7a9228909d298330e2da94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4918.pt b/weight_and_grad_dumps/rank_step4918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926bcb9c3abb7c124639c87509684cadd70581f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f782d04ed1958bf77b2a52530cbbdf146e8dc996dafa3c3329dae3c3932dac3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4937.pt b/weight_and_grad_dumps/rank_step4937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a788f5d4102ca0a0299ee94b14eea563cd2f91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9dfc3c2ce33f26bfa5d53faf09b8f4c8462a1648481f31238a716f38e60128
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4947.pt b/weight_and_grad_dumps/rank_step4947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7305c286f4cdb96046f73fa85d3cc617f9eb13a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a424aa5e042bc230d3017b4cea2b3574c4fd77b0bf9e72534b283af0c59c016
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4968.pt b/weight_and_grad_dumps/rank_step4968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ab75a290136a83a7bf43d6405eda2b826dd7cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c8d3cf5c5a9b9b40cfa3cf01cc9c0341a4dcecce87dc257c54ac0d77f84925
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5032.pt b/weight_and_grad_dumps/rank_step5032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6c0b456e4c8fe262bbbb1d808f7b1725da88a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aff4d204409d9d34a0ffaabeab1f968fcd67e723f3eb1367b2b1dd99ba99d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5042.pt b/weight_and_grad_dumps/rank_step5042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc722092bac27ece02809165f77607d969b8e40f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d33aa6805d92d1cbd2129792a0a7e9bfa37f753f0fb1f4c0717b10af6d2fcf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5120.pt b/weight_and_grad_dumps/rank_step5120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75107ada2652f774663db03dfbac3db90bd6ab7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165176d1011cfc6989cfa57ef36460ae04ac0a27b6f1e628a9274ccaabb5cdca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5150.pt b/weight_and_grad_dumps/rank_step5150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b1c5cec9d7fcefead25f9f77a4cf534e9da69b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94093bb5941344d8cf484fef066977ae6b7df378b9069745773812201765ebca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5188.pt b/weight_and_grad_dumps/rank_step5188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507cc14ce62e755cd2702c17be2e60cead3696ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f168f3e719533e73c18e63f666f1cc138d0cfd4299137daf28849461a32a86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5271.pt b/weight_and_grad_dumps/rank_step5271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebdeba89d44d48c4c573b90dd97fba49e897e2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbbe07424d3c27617d8ffce902e8de4a6854b4788b91b69a84aef5b7baf4f54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5313.pt b/weight_and_grad_dumps/rank_step5313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d41e7fc47c8d1654410b43bcf1ddc6f4bdda53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70181436c7a74314563d8b2554751e27480471a7401f9d617b3aab2bd4e1b33e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5394.pt b/weight_and_grad_dumps/rank_step5394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4be86f193a45663ef673014296c97fe38fd7458
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b3ba1bd4b68e0a79df7039ae1bb5916ad0ed0ce74530f5972b0dc153c9db54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5454.pt b/weight_and_grad_dumps/rank_step5454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4d48359c78977c6348946ad6313d2e2102fa76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4986ed72be53776ecd0836b3e6d9d5ac588ee0e9a6f215a39dbbc5563df1c70b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5648.pt b/weight_and_grad_dumps/rank_step5648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56b7ba9dee058d5e97e693fbce7feb4a52a22e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc337b5c4c63c62d251909d21a0f2df7bff0d196223c97971560c47d1e6b9e59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6020.pt b/weight_and_grad_dumps/rank_step6020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd209cd36e0868b6ddf6e2aebde00a084a1cd3c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e58395db05ce31bffe56b7d5561d80c93385d08c5e222d471a4c4770e42185
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6050.pt b/weight_and_grad_dumps/rank_step6050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1143fc3a2626401ee47d3d1bd978a4dadc4886
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b166093cdf5c7fd714fd7c3c3688d5c97df1382c29e2a02a95cf2758642c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6088.pt b/weight_and_grad_dumps/rank_step6088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556501d7674ca6eb87a82b2498c0bc965b1a2537
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ed0b2fae4862043cd68b201c5bda0bacd459a356dda92df2167ad9d162006
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6132.pt b/weight_and_grad_dumps/rank_step6132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f2548c87b30799d85762bc6872612d3e9776db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d621b00a32a20a54027f0376147925498e820aba7f0761f19bee26059eaaa2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6142.pt b/weight_and_grad_dumps/rank_step6142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6673cf6329fb36a64f8df8b15af936d6a6934bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906281700e608fb50d348a08c2d84f3a52c564d529c85bb45a8b571ff84200e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6213.pt b/weight_and_grad_dumps/rank_step6213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9375647ec49f6fa04b784777ef1eba003191e51d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546bd88c069415cc9a3afbdb1ce012a9d98291a6d0e32209c0ade75c7e9ae10a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6263.pt b/weight_and_grad_dumps/rank_step6263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f0d2519d61a6f74df0961e494db9f733d553d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe28a5384e2e3f99bb8ce2658cb8db8b85c57e95c5f7fa0a8230ddb8f19369e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6294.pt b/weight_and_grad_dumps/rank_step6294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410f3e75582eaf90f82fc0c55e0e717d07c6fd8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a694fad38b4448c415accace7e528a5c24a31f41e8b5135993803a155d73ce58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6301.pt b/weight_and_grad_dumps/rank_step6301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06579dfd6fa2a3c020172ea2546022c5ee1285c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12a608fa22816614157e86c32f8cd7cb515c86440a8af43bdfe07e268cdbed0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6371.pt b/weight_and_grad_dumps/rank_step6371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab004a1b080fc1202325c2116069108e2820f5ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224bf91504ec9b574d5424cd82dfdfcc2f8fb6daca78b7700dce4d8c4ee7d6e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6386.pt b/weight_and_grad_dumps/rank_step6386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5a94ae941e5f9155c65c010f92b5273bf9954b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10acf8966433e008659dd6e79548535476ee97597bd1d8a8396fb31423a1c4e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step655.pt b/weight_and_grad_dumps/rank_step655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6fe947451342fcc93c83a689801dad943ecb4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f73f61c5dd36f0214ac2c10657a924d5d948b8b02cab490e872dfe4b11e8fb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6605.pt b/weight_and_grad_dumps/rank_step6605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4bb1a17a50aa04a467d9ee24f7d37fd5d189d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90940dcc5fcb6149eb8917fd6710f6e7e6ba229b7eb4ae73cf2fe73c3bbc988e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7372.pt b/weight_and_grad_dumps/rank_step7372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c25d375d1401a8bb6bb4296f88b4213a911c16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbed679e3f4e4fa54a93256700a945d7c065d8b78b20acdc1a4839e1fef08730
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7435.pt b/weight_and_grad_dumps/rank_step7435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d2b1def7e88fc88368ffaa804aa418eb95ecf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3f46aaecd4c18b42fc91e6491efe41be512752123f31993e4bb9c4d9ea05a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7445.pt b/weight_and_grad_dumps/rank_step7445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0b403ff6885d50965ae8b3cb617c1bfa565e4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99840eacd50459c39aca0c832f1848f5fc8ea306a387df4aa08c86581b1b48db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7508.pt b/weight_and_grad_dumps/rank_step7508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbff8c2f8f77d5c627305cfb72aaf040a374b06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3bb2f44033ea95c9eab6833ae489135ecae10c40252625b194090449a9aa4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7527.pt b/weight_and_grad_dumps/rank_step7527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ed4d45185ae34ed074e2a815eff47b9cca0e13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0d406d1071c1efb6e1a1c76f1af3466a76354ad3dac4bd9882f6f0d13942bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7557.pt b/weight_and_grad_dumps/rank_step7557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7668fe2134a824c8fc97e9a3ae9a8bae33dc687
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5d38b8400333a7d5e1028cd34cf1771b1feb631d26ea3478ae798930535cc7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7578.pt b/weight_and_grad_dumps/rank_step7578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899735ab54f56f712da4cdf33e9350115ec16c18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f3fb1c3dae5a1044b7e5256c0b6d2fd6f2702279ee8457f657f5a00df3a374
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7606.pt b/weight_and_grad_dumps/rank_step7606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf2fc447669d89b15b50162d21e51a74a83c228
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d972439ec4c6ec8c4b6b258caa7b8eb9045a28e9c59f484b496c1da61b6edf37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7629.pt b/weight_and_grad_dumps/rank_step7629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf7594d863a962795a5fe9e59326e7edbde2044
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed69509b01f10c8f104bbe7bf72df063f19f93ca5a78a43e36f683a9e47382f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7676.pt b/weight_and_grad_dumps/rank_step7676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac07b3d9750193374cce3e2539435a5bd26c8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12752c814962eee5328d83418e94395a0828dd4329bc561ca0f2c710b21ff202
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7681.pt b/weight_and_grad_dumps/rank_step7681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238161938431d593f104674cab2aa4c833faf9f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf880ade6e76cc2e45185eeb3a1564c7a9c98de574a27e6beaeae40afaff822
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7714.pt b/weight_and_grad_dumps/rank_step7714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043f7f1edec5aafffdf65c499fbdc90bfc034f60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490b5b7f9be8a977f40a5c965c1c1c4ecd60fcbb36c35b4beb01067c61a9ee3f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7764.pt b/weight_and_grad_dumps/rank_step7764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5506e94f113d5dc154559944139e9078c389e0e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fec4903cad08afb86ce295dfd8d9470324c323622e534363a878c56b0cde3e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7793.pt b/weight_and_grad_dumps/rank_step7793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf2c18fe6576f3214e52e52c6d1349d0acc1fa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bec6adb2b160a612735639250b3d28a791529456ea23d1c1e271244df56216d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7818.pt b/weight_and_grad_dumps/rank_step7818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc713862c2167d8a9070f59ad87fc5259de11c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31213b38d0167d02928f142603014b55e8964c95fccff30e8ef5139871202ff1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7837.pt b/weight_and_grad_dumps/rank_step7837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca2533d1c1a972cdf8032a7d0bbc8efdff370bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49140c5c2c71e1f98c5cb3352448e5aaf128d75506dc1713348792502708517f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7847.pt b/weight_and_grad_dumps/rank_step7847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d3761c3d64602d993d7aa9679871a9c9a7fd01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0297cca5c8907ac1411fd21f0937bbb0b38a60e127e7027fbddd22a26f5f090a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7868.pt b/weight_and_grad_dumps/rank_step7868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624d2f193cdcc727d337748eda6180a47fe0d730
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f02457fa800c3f0d291c26f5fc10231e1320dc548bb80b137c08ed8b55d27f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7925.pt b/weight_and_grad_dumps/rank_step7925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33703d031892d6c311bf83e622ede70b42b8df40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71aa24358bfd9a022178d8c8608ec2a8583f4c4017c41fb25a7ffecc9a703406
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7955.pt b/weight_and_grad_dumps/rank_step7955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed2bc57ed97b046585f7528775635944109f6a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c52bf5847a2eb0f57ee23fe65d3010e583d7735ba8539962368ecc043c45866
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8009.pt b/weight_and_grad_dumps/rank_step8009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06a0cb52b530d56e1616fda2c42eb54643c44e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5810861921bff9e1b97aa3e027b08f4054024d576524da4401dbcdf6d645cc58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8026.pt b/weight_and_grad_dumps/rank_step8026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4357bf7ae4ee291031bd858518bd3c8e0b1b66d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbe6eafd79f2831765f7daada1adceb2c42d77d510e9e88dbca5c61ae96dac3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8079.pt b/weight_and_grad_dumps/rank_step8079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551e856d3946e607d31a2297d8dd528dbdcb0d50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852f6266f0430ff86fcb88574e6e80180278f85ba05af75aef5bc8f5137d0885
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8144.pt b/weight_and_grad_dumps/rank_step8144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07732a407b32ee7d8877359f56a31c8cbb4d8c5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca775833a6ee9d37e2691ab2fb9b578859cccf1298bf6942d7707cbc25492486
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8215.pt b/weight_and_grad_dumps/rank_step8215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26999aa905ef4b73b7abdd0d3ef16e722a781939
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c406d13e7a142fa2bfe8ba2e4861182fdddbd464b962518c07b159ed6cf59b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8265.pt b/weight_and_grad_dumps/rank_step8265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a025c48f13c011fdc1001001124ad7077c33bfdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6244f21d42ed66acfb3702e4aa74e843dfaf04aefed8642723ee3a15e18014
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8307.pt b/weight_and_grad_dumps/rank_step8307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fa4d73d45b4608df0ff41863eecf3546d2acc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b56875227d202f38dfa78b29f4933320fbee42c4d2d4107c33ef6ae70d36c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8328.pt b/weight_and_grad_dumps/rank_step8328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65561a5fc422aa39cd73816eba47d0b154a78b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26ea0082770b16d373dd49f05985dcde660a459ac135c6ea66d6ec39b1d1242
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8358.pt b/weight_and_grad_dumps/rank_step8358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9d69349d6ef7b0737d9464e0a1c9c8884fbb08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f82fd66a91327c1d99ed76e59b1b70258bf4bd0049e36bca817dc45075251f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8377.pt b/weight_and_grad_dumps/rank_step8377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8944e595326fa1f10bc00be327ffdef9e7847672
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea6baf8dc1578da2fe482aca4cf7ae961d23ba2deeeb2e2f163b85d9d09328e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8380.pt b/weight_and_grad_dumps/rank_step8380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0379753476888cbd0d27d664089cf6a016f0925
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9776385d4aac9fe5c489e617115d2390a3e4d9bba7ea86a99744c038f8780fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8603.pt b/weight_and_grad_dumps/rank_step8603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3e8ffe1982b6c5e66c325f5c2e9cb4db2fe236
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f6a0073e7ac4f271a4fd2ef178e63f228495aa607a940887cc5f8c2c906fc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9291.pt b/weight_and_grad_dumps/rank_step9291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb555e87326b4209eaeb6e9a9211202c77b2a9da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc3b0a9eb7f7ca5ae339a06b1bcbe3a36cdbf6bf20e1bc7d8414e50dc94673c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9433.pt b/weight_and_grad_dumps/rank_step9433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fdbd34aee723240f2a8f1c1a1e4e5f2b8e2a16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e96761f611ae3333fd50d8f6d8d0e4c9bfdf0750ee621cff0b41e75cafcc623
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9443.pt b/weight_and_grad_dumps/rank_step9443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9717f3f9f830a277f98cd8860ffe226cb75561b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af72592d231cd4827d27683a18b139621f18576dbf08baac09ad39110deeb80
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9551.pt b/weight_and_grad_dumps/rank_step9551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a169fbb6f8d973b3c4bdb70ddc6b49d15324b0f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26903eb1e64b3b4ca7ecaa812857dac704fdfdd67e0cf627797cd1ebd59a219f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9589.pt b/weight_and_grad_dumps/rank_step9589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2412dc644183737349ebee338b30724d5f3ace
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fbad1da1fda17e83e10746950b327a01a36328433f6f4e303ef018c7185b3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9670.pt b/weight_and_grad_dumps/rank_step9670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcab0dc3b51d617272c00c52f993cac30020fa2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9346c40bce93877ba0cb1395a7e9ccb8ba8dda42d9bcacc7b2c5d2874e94f2d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9687.pt b/weight_and_grad_dumps/rank_step9687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b473c77be00e0a57e518e514f66f81a0eff541b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2e76af2120986e944d5d6ec9a9e51af1d0241da8daac856294da622f09b24d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9712.pt b/weight_and_grad_dumps/rank_step9712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcab1601cc728663d76412fd67d99afab9f3b8bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507cf46b7d7eba6949be97c5f184a6b883f91b2219f0ba793b1617b612b3b8de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9762.pt b/weight_and_grad_dumps/rank_step9762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7475b7957a29cfda941c2fe42b255bc974cf57ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbd36a3b4523d99bfe8a43aca99d8f01c39838d6366318648564e1d5f1fe3ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9795.pt b/weight_and_grad_dumps/rank_step9795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6486bdfbe1679323b5610931b18f5c696ff8d586
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e5592cf96a7493007706f23f621ef3882d73496ef12c2ac34067ea7ec2b4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9841.pt b/weight_and_grad_dumps/rank_step9841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c7aadc1608888ef2f5e1329fb32b120322b6ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155d995a63819bc9060f8c61bf09eff7d5d6ba38288a66f909200b903b50c407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9899.pt b/weight_and_grad_dumps/rank_step9899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f1b6bc08d45313b1d83b2643473b626ef116d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56316455eb9eefa437106b73f362ca7187b325e4f7caf189b55dc52934949303
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9923.pt b/weight_and_grad_dumps/rank_step9923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb15f8cd6912b39a7d298d3f6d281ffecdb5f7af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf8b4fdf1e939b38b5b43e06f6556e8a7f8d5f03d21295141b8145004289b22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9953.pt b/weight_and_grad_dumps/rank_step9953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e03e8be80fb43527f8e60813f5dc42f0af89a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd70b1ae334b80d9ff08f3fc396b85617a347640437f3509834d8ca76c1004f1
+size 1524331132