diff --git a/weight_and_grad_dumps/rank_step1042.pt b/weight_and_grad_dumps/rank_step1042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea750590d91cb092c8ab94fca1dcee1d54aa55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1a4caa68250486e37a9e0a1ff69dff8fd46055d8746937b2c2b2ca381763e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1120.pt b/weight_and_grad_dumps/rank_step1120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef67365d6b52685402a0fbce1321a630d84566b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83c9ae5df35eee1935861270b6e52b1dea2541b779b10f46921ce6ebaf41f60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1188.pt b/weight_and_grad_dumps/rank_step1188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dd7e312c1d945a267068709187273f434f29dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2f166c65ce3163d8a97b71a476d5ae2616f2851585c7bab9deccb2d4947482
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1196.pt b/weight_and_grad_dumps/rank_step1196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ebb81215aac68db8202c89051d1ba1d6fbb806
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ed1efdaee992266c8198356912a4b7e520f75ccc47eef7803814c7bc75ca9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1230.pt b/weight_and_grad_dumps/rank_step1230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1076c4d6eb8d1f0ab00f476b0111c0ab6e78505
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e03f3193e68f9b2f91347a71e19b085364b3ea3dc9d110f4e938f4087c1c84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1286.pt b/weight_and_grad_dumps/rank_step1286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff98d88803d0620250ad4d8e78500a144580b3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe37291d624001930bba9c08cfbd9d654aef83ad246dc3203df11303574af5e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1298.pt b/weight_and_grad_dumps/rank_step1298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c84b1421638129caf6004adc94582863c2ecfa5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3274f40c43bec74196d2d0e75ac597b2805aa51b4c86811878a3f8b359008f09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1313.pt b/weight_and_grad_dumps/rank_step1313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f818aab329f50e0638de5cf5d619e942e6a865
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246d6fb391dd12a1977f5b04959901a2124a6a692516ad5c00819611a3f9b0f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1352.pt b/weight_and_grad_dumps/rank_step1352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f67f636d1232ea7fd045fbd3abaab15e8e0fc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3a41ecb5e9cbd92e23c76cb89118d90415cbe29f67b9e08aed55425e4b1741
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1424.pt b/weight_and_grad_dumps/rank_step1424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd62ca4f5abb7d2cb886854f535c68d36a630b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4c7eeaa14e44a8ea425ef6263696b5415813847a791557f10a3d231ee0c8bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1519.pt b/weight_and_grad_dumps/rank_step1519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb56a0585fb6fcd1d012a811642f3e15900f30b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6d3a612e803130ccda953ce420e6d8e31e80d8a184156f21c35ca430eebad9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1546.pt b/weight_and_grad_dumps/rank_step1546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050a0a3bd1a436d79227452ef08980f5c56ebaf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed211187ac1d5cfd32b5bc1c7349e1c451457b19add5a5dd1e2da77875db150
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1617.pt b/weight_and_grad_dumps/rank_step1617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762aad9ee76da2879ef5419c4c04770880411419
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed5e9e18f6fb93d81c7019867aec6d2816535faacfe0cc3a63360cfcb487cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1638.pt b/weight_and_grad_dumps/rank_step1638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566dcd578d1e8240fdc17cdf252b45e495d6a710
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335cfd3eb650016499f57061ee1a2e0053dd03cbcc38efa8b969ab02891f1fd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1648.pt b/weight_and_grad_dumps/rank_step1648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b7c5d0a429273b6dd770dc46532070ca3ae573
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e0a2e159ee3c6e75cc3942f97f0d617891a5799a4815958fb99406d20b62e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2050.pt b/weight_and_grad_dumps/rank_step2050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1f60dc2221967a13193317a34b8b6427d495fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07153d12319bbb7d19671264d9662f337dc0a4c1b8e91cccfdf230213a1e1099
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step206.pt b/weight_and_grad_dumps/rank_step206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9b591e7c5c72c51edc0ced12fb776f2b3d0623
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f3353038869df01ff7001266bd3779dd036e47e6c08d4201a30d8c179beb9c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2132.pt b/weight_and_grad_dumps/rank_step2132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3fe5a528c0bbccad7829fa210ad562c2c49dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665b10cde8644204f8ec36b5465b42a03158de7c8fd7d0ee0f535439160fd6af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2184.pt b/weight_and_grad_dumps/rank_step2184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f090ca92e0f5fa57fc8d33aa20c08bdd474944e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a797a1395f2d773dc51dc70833fd5d193ef2268f1289216003e02edefbf6757
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2222.pt b/weight_and_grad_dumps/rank_step2222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884bc2809c264846986c6b313e976adc5e6599d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5666496f73179ac6056ef802daf3edcaf7b2b7e16336a5ea141f5769972ed613
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2263.pt b/weight_and_grad_dumps/rank_step2263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26032ec659baa9cced37ee62bccc53ea45312d6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5258c15a9539718865cc4322583d7797cebead7bcd755439210530421e770275
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2294.pt b/weight_and_grad_dumps/rank_step2294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c5c8c90cf6dbfe1d0a0dabc2418e18a7c5385d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3b24de02aa60d99131f69ab8f3caf70eeec7373386a4e9a164b0dee57fddae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2301.pt b/weight_and_grad_dumps/rank_step2301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a3f42c7f25ccbb3c55a6194f5aa6a3491c16e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bff5891e9fa89dacbc192b77ae2129e26c02f7868d4e245a7dd68c00b68487
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2340.pt b/weight_and_grad_dumps/rank_step2340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334a41733392db65662e4a42c20e7fa61e538f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7442e24dc98e0469bbf7cfffe8029ff64ed23055521f474184105904cac5eeed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2419.pt b/weight_and_grad_dumps/rank_step2419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe7db4aed77ce1d629054bb556697ca7876455
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dbdd6a2e43df4c53be29887182d24d221ccab6d4f61892b28058af97c57c9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2436.pt b/weight_and_grad_dumps/rank_step2436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccf9a1141b7701d179a525095620b41fa3e15cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26975003cfde8e06dc1e04117d6cfbd94e97908df6701dbf3858a6b46a4b5825
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2605.pt b/weight_and_grad_dumps/rank_step2605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c036ea96b6843a03d12e38eecaa0f937303efdfd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac209377e2782d9117a0a772f7212a430e72bd5691ce66ad8b2e43112dc48f6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2738.pt b/weight_and_grad_dumps/rank_step2738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085bd384b0f3753bd7d43c526802a2eb7ae03611
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b842cd0135fdeb8a91fe2df056c1a045286431dc4b1d31ea8bf75786039019e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2767.pt b/weight_and_grad_dumps/rank_step2767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e74b46711c8982d591d82893ed728506392fbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec847b3e90814c3a7eea405e38fefbf3de590e9a225f6d82ac0d0fb6d1025134
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3260.pt b/weight_and_grad_dumps/rank_step3260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec713544c6743ffd5f971a54cde27cbc199aac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caf16a657a2e3d122e8f43e0a40dedfc01268a10f057ed2e8b689b956c28c0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step33.pt b/weight_and_grad_dumps/rank_step33.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa666ff296e86a371b3ae680241947c2c22bf84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step33.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fc7e9cbd7ecebf6ef6234bcdb8a07cb5e6867cb53ac59aecf529adb43ea074
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3372.pt b/weight_and_grad_dumps/rank_step3372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412b2ace14c650d9892db03f48434648ca0ec4b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b38d4e894fbd6589e637d8af3299df8891cba19f31f498e855f5a7a8d198ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3445.pt b/weight_and_grad_dumps/rank_step3445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0338cf16dcbcb80b163c7df0b9c0375cdf7a8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1d32bc75d6ddf036a8fc8f84741653576ecd0641594462674adf7b8fc15d60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3527.pt b/weight_and_grad_dumps/rank_step3527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e4605fbdedff21958cd321f7f1ffa1c392eb9d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00982713594f8ca94131c561e3f1122bc8c78f7a3695a27193ad7df9dba10c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3578.pt b/weight_and_grad_dumps/rank_step3578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6778c19eb5118f502966e66ec90d6501e8461c25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea118fb3a1c5363a33b582346fd9b495ee3d0d50d735c8c3696d26fa5458016e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3591.pt b/weight_and_grad_dumps/rank_step3591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588049a53da773b51e1e428e0d7a7f4b39b3710
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666667c7ae83caa56ef1c5f658156f5a6dd6fa433606d49fa58b1fb9b3f5f95d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3629.pt b/weight_and_grad_dumps/rank_step3629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a004d9228b37fd995304f48c41dcaa31afc828
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff3c09d1eef934f639de57075427e9888aee47166173cd91380f36e468f6e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3637.pt b/weight_and_grad_dumps/rank_step3637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0353aae5404297c396c710173ed278fb12329b65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778423ca10207497e96455ff91d546cc9679047722708421b921b9cb9ebeb0f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step364.pt b/weight_and_grad_dumps/rank_step364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a678334873c1f8e080e1ab0bd1e68db4ad0726b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1783f958c8863c1fda644cce9ca2ebef9cec35ad946f044cd09da4c6d5ada76
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3668.pt b/weight_and_grad_dumps/rank_step3668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793fc89cecd401440989ecc7626745f092c29d5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf0ce632f1da63ddb5c057a4ee6da5c77aa4699d4b0e16cac0f4b64cc3c03a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3676.pt b/weight_and_grad_dumps/rank_step3676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40e55840b1e4453e360343c57ac414afd67bf5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c93c1358d2993bc38ad7f6b0c6e0328005a5fa9ca1da9c452c8eca80a0330
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3681.pt b/weight_and_grad_dumps/rank_step3681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5815fad9abea811e903391744721d239be4d581
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aa6ed489bc13df3f47e2cdd54f7274469d3dc5bea37c6ac113f34e8f6d949d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3714.pt b/weight_and_grad_dumps/rank_step3714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7119532710cd8b6c6e057902f51aeefb1222a7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8df55fe949b3d27217306ee11927191ff8cc94e04c6b6f2c02de1b5f217b32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3755.pt b/weight_and_grad_dumps/rank_step3755.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb130d456ca3f07b7e5b95f2f487474fdeeff42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3755.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d190a544e0dcb79c863fe62e81c25116ba99997aa7d7eabc353904371a727cee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3837.pt b/weight_and_grad_dumps/rank_step3837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fee17be408d57711f7c55ddb86e08f0165e0cc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab62060a4775551ad712c8e6fbf1081a47b4c200fc6c84c62989d2ab4abcb5a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3868.pt b/weight_and_grad_dumps/rank_step3868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a619add9a994aff32bdae41d9e9056ed54e25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629152804ca581bdddcaa7e67412f220abffd4930ef08beb5bd6c266ecd00f50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3881.pt b/weight_and_grad_dumps/rank_step3881.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbd6a1ca913677103878bb90eded2b858f4c852
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3881.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdee9617f93d2115ee2ca734fc7a7c6ecf6a3b095776a2b802d480dcfa65052
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3914.pt b/weight_and_grad_dumps/rank_step3914.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026deafcf338361a2af631628ecb114e0ac8c773
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3914.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6123bf6f47895385ca6c496ead95b7a0f3a97ba3a23ac7d5992f2b0341a139a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3955.pt b/weight_and_grad_dumps/rank_step3955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc3d91ad52e871266adada20a9de81dce61410a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09954cb71e3a0048a4cf3d22a871ace2051537da93c7878dc77b07d60ad7963
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4074.pt b/weight_and_grad_dumps/rank_step4074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1432ff05bc75cd96251d9963e652eff087094b5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdecd56fcdb22162b44d944e5f5af9232ffefb343a14791852d73f0f94404c4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4083.pt b/weight_and_grad_dumps/rank_step4083.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc10fe48a8fbdc5c3b360dc20fa0341e77c151
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4083.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731976de4bd297eb4ce53854e4ad43952278055bdf872520eaa12c302bb02e68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4108.pt b/weight_and_grad_dumps/rank_step4108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9024b8f873623c97ed07f5cf0655e22d0315ecd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a60f97369283f92ce3be6237a33ea248ebbe73b5f02ff2fb569def7cb84d24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4149.pt b/weight_and_grad_dumps/rank_step4149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612f11a690017f90eb1bf33830f9c45bd862eb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d9ce30f23d56602b866cbdb8156da2beec369a53b922ddf6b3ac4f1fe51fb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4157.pt b/weight_and_grad_dumps/rank_step4157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4e91f23ff3f154facf59a68652b508ed8aa5b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b41dc5666d7b7ab111640ac618a6a408bb91b5bf50da9b0a6861e7d33733c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4218.pt b/weight_and_grad_dumps/rank_step4218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b894e83ac99fcd0f83ab52294d52aca4ab9ac9fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980eaa5589cb76b6512c5baf0da4e93dd816c84170c52d42c9dc3b58c0555b7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4247.pt b/weight_and_grad_dumps/rank_step4247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31babbd6cd38244e1bf4b4cc63adad2474054a20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fb45f242ee16d73d0f0f9c9f8a0cef381f1c5fefc2a5476165cdef0b471aa2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4325.pt b/weight_and_grad_dumps/rank_step4325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbd04e8b6d23e783b55ab432238e9c898879e03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777678e87bf75f747a74e53a848faaf3ce89d874fb35559abebd53c90ac0a6f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4393.pt b/weight_and_grad_dumps/rank_step4393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0838da3be57011f32db8c8093c35bd95148f23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2d450954597858861c336df1b970274554b6456201930906a536577080722b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step453.pt b/weight_and_grad_dumps/rank_step453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61eb2d961277f80e1a527f7f612a893f0c91a89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0954a0136f9302453c45e11ecaa65c5dfb80da96b8eae3d6b6d05c3d44c29cc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4733.pt b/weight_and_grad_dumps/rank_step4733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4311c5739708faf2ff096b2d77f031ad032224c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1973571d66f3bfe35eccf32b34203f71c8879b41c0ad79fefbcc1eb06b4c1017
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4810.pt b/weight_and_grad_dumps/rank_step4810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5c19e447e41bf3216c4065f52ba41635903d71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076efdd038d85216cd12649dd03f7b9ff9d1f863956dab67370149bf16fc18f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4860.pt b/weight_and_grad_dumps/rank_step4860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d581b91068f537d6f0ba565289fbb3caa2493433
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37babc80e08f4420ac71575a7c0fed25c0fbea309a379315d0d3cf96619d7f21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5115.pt b/weight_and_grad_dumps/rank_step5115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16092f7a4b5e88ddb841e3a53220cea11986b76a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4435d80cd02c156dd4543f63d7939defeb36401208597f1167bf85a662cdb2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5165.pt b/weight_and_grad_dumps/rank_step5165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149a3e46c0455f492e1f56fd7209d7807b07637f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9f30a3c03a0ac74cf472e81b306baf87a8e3e26d1b35dfd05bb78885a1f71a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step531.pt b/weight_and_grad_dumps/rank_step531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273c16d747b1ac9da2df07f03d97cf92f78b9691
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80635d36c7a4c9fed5dbb9c1cfdd7c113a9441ee76092552f769ef5501d481d6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5356.pt b/weight_and_grad_dumps/rank_step5356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af5f537c298274568a6b64be600f199b652a9fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33156b740fa1f45bf8b1b0682399ee0f4c314fdbc64c1958201777d26cb6e52d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5420.pt b/weight_and_grad_dumps/rank_step5420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47edd80a33f0e5028aa4afcc77fb37c0d107dd10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa1b314fabbac0c24462cf24bd01dfd4c950f03e9203f852c6bc4c0565073b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5488.pt b/weight_and_grad_dumps/rank_step5488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378e9b4a44a86bfcbfd0290f70300270af050307
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de341e609b21df1dd83e26d5fe78f6d465ce445b6cb1c62b291dc6ea15b9689
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5496.pt b/weight_and_grad_dumps/rank_step5496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774c211d2031c125e5823cbad598345188f6d5f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0b7c1909d4cbca7b3c03991db1413d1d6e796c191e4d9668527dd4f7c6a5fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5503.pt b/weight_and_grad_dumps/rank_step5503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5f05b8d1c4c4178a60a4e3da4f07ede65d4323
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe3163249d5721577a2620d31bc888eb1e9f97cba14a3de5c8c40b9aa8e8f26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5542.pt b/weight_and_grad_dumps/rank_step5542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031a854bb454705cb2cbb2fd7ca9957eaa50b41b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447f336bb00b53c672c581a9fb3dbf65cb14e4f89ab9f2f36dbff1e793c4ca81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5652.pt b/weight_and_grad_dumps/rank_step5652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cfce53e23a4275e89ee21c5b61709b716b2179
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed949eb7d62e0a9973a5cbfcfa21c58a9d024bfbace9f764df6c286c21c5816c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5730.pt b/weight_and_grad_dumps/rank_step5730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1389d8c9e5b5ba7cd51a72c9ca8fd24e24df3fde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16870344686e62b1439e69d8528b200299f261347f064df1d2d769e18069c690
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5786.pt b/weight_and_grad_dumps/rank_step5786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e18546c21909fba54f86947cb5033fac56c6981
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b07b4bb03329ec2ef8b194053719da5ccbe38daed0a1ab15f96f8d0833f3443
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5798.pt b/weight_and_grad_dumps/rank_step5798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdd7dcec5d32bfa8affce7c06018d5bbcb9f98f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f4c3e63fde08c877251f55f4d416fc823b7ae461d5c949f8ac712a98a8316
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5813.pt b/weight_and_grad_dumps/rank_step5813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef9ca175de22f4ae4409e5160e40f2c018c5dd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d054ec5069209cb70ac6d8b49a641b207018aa3e8a737665b78ac977b81d72a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5852.pt b/weight_and_grad_dumps/rank_step5852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b73c1ad92b5314cac693100c4bc7e9c76715c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee732c6d1b3fd78dcbc80979c40214a651122282212364e77aa2bccf11c9de6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5930.pt b/weight_and_grad_dumps/rank_step5930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3cba74cc80e1119ad8b4bf987d0f260c540ccb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce604f2b9b5c21a1728548fa5d220fe25009f31d16cb7aaee447df25ba601f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5971.pt b/weight_and_grad_dumps/rank_step5971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11993404c82bd3142b86784fb91694a058d9ffe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd364ec88cb939e3393294b08eae341ba8016c0a669be5c62dfba53197e3ffff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5986.pt b/weight_and_grad_dumps/rank_step5986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fbf5ec6f034d915113d0f32ee0e98984616523
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda1fd04062bee9c1a9921830079f1fce62dbc8e0026d106306308f9f98f8653
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step599.pt b/weight_and_grad_dumps/rank_step599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14423d6c4c51fe74d0c0ca6b5131b75bcc7d1b11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80d332f6c4ead03ae5d9cce15c217c6e18d9e5aa118763df2514f215d8149e3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6015.pt b/weight_and_grad_dumps/rank_step6015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc28cd1f8daecc88cf7e49f2777ce7d98cd222a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898d286b8a8ed114b9879c7e56dc16d4a32ce4936acd6636bf4e0e44294a7d10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6128.pt b/weight_and_grad_dumps/rank_step6128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6847afeb33631dbccfa1bd958c262b97076e1cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f1115bb9edf61645978701040f3e1777e4b02711823ec34254dcf24045a385
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6177.pt b/weight_and_grad_dumps/rank_step6177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe843a927cc1543e400b5ede77ab0b1870d84a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46357598b6df43bbfb5332a762d9cff426ab3148943aa1a4c415f591eb213f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step621.pt b/weight_and_grad_dumps/rank_step621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6702f1072de9dec06722f7e858982983eef6b983
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c67004b3a7145422f153a051cb9e87b352c3c9ddc4c222b8e6d3edeb26706a6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6432.pt b/weight_and_grad_dumps/rank_step6432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2677fe19ff0f3d1f39a7840fb8c684963e8db6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2bf3e80b8c54db90670f13aa266449fbd8c2792b1ec612bdbb65703952d10d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6473.pt b/weight_and_grad_dumps/rank_step6473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b8ca71a33a7438e188db814fd0cd13224d3bf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb4a995b98a102bf085bae481eef4f5cc42b1b8a752cfddcaa94c5760378ccc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6484.pt b/weight_and_grad_dumps/rank_step6484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1967c301255cde778dfddf295c172e110510b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b647e4f21efa19312a994ba921e890ba38fc4d8aab03b639ca326e73d17657e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6511.pt b/weight_and_grad_dumps/rank_step6511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9caf12aff1c95c6028507a523a3777e9cb19f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a762d557bca700557c380ceb375379190eb8d48265a86d1e9284dfbb956aa2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6550.pt b/weight_and_grad_dumps/rank_step6550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2b19052fbaf868a7abfdd2819079e953f4ceb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ac95dd97770fe177bf732a9179aa197fb95098b1b3768e4598a082da7c5470
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step660.pt b/weight_and_grad_dumps/rank_step660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd5c7ffe45c2c7e1dc115af3b246003547ff6aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3ac38476626121e8e6ed9d31be4041445cb2190198ef6f463709f426827340
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6640.pt b/weight_and_grad_dumps/rank_step6640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59915ed518e84f67c4ca8d6ddb9ab4bde004c84d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b90415743d77a41d366e6cd0d5027f7b0653891ffaa2517aef8d0fd98108ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6722.pt b/weight_and_grad_dumps/rank_step6722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c763da91b32bfd5880c587bb7a10cf368cf482b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93deb356f1c5ced2f7356e616f0b6f48eea77400a1588e8577fd89e35cd2ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6794.pt b/weight_and_grad_dumps/rank_step6794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b96f9679bf5beaae6d210dc7b22ae62063dbee2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6097b1eba8445e9fe55fd513317c1150ca9543e83dd968dcb9d4ff9f832a7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6801.pt b/weight_and_grad_dumps/rank_step6801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a29451ad4b1d72870f678590b4cba2faefe522d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52c574a29f05a9c946eb29b371cd2e4ce91a5c66c897f9ea8f6b56271d3e56d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6840.pt b/weight_and_grad_dumps/rank_step6840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743eb3cd888911cdfa92c0248490bd7705907050
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebc307bd00689a7704a37272d5c6607f1df79fdc540053aebdce6e67a55e12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6963.pt b/weight_and_grad_dumps/rank_step6963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba32247cee8d65d2778c95b9e79a0c962c16d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d481b365be74bf934711c5d65b26b796601f24c0ea12b9017280bfd301658a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step697.pt b/weight_and_grad_dumps/rank_step697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a232fe5ed0ef3bd0770b1505217fd91ff12a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beda410052d6034b7b4b67e6a7dc9e3374c384972c773778ea9d73d624cc4f4c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6994.pt b/weight_and_grad_dumps/rank_step6994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e5986f94074f5bb61e48f6445d208d850a0b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bea980cee7654fb1cd923c475cdc60a669be79a6d0fa734d802e3a095bae08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step702.pt b/weight_and_grad_dumps/rank_step702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69f7a08017861674cd0bf995f8257ce9c8a6233
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f759a54de72fb3c53292f24914b3d1b0c68b21bcf6cff5bf403d6a452428b1a3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7027.pt b/weight_and_grad_dumps/rank_step7027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c985317441e8cf030ecdae2d10ab4176f5ce3f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f08bde909a3cb6520f535b278af6e7ec1bcbd708d7e2c36e402de6c871d216d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7039.pt b/weight_and_grad_dumps/rank_step7039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737542e42163bd169f877f0f542149bab9ce2475
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a0113f52ede58660731e740d05cb38af7a57f9d7bbe9fb69c78f95c589980
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7066.pt b/weight_and_grad_dumps/rank_step7066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79e9749889f2172a57fb3652e9babf21e27b839
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06f2a94c3b015a979e89b86fc222fccf8cd3ef7fd5eae879f63f3fbbb82b857
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7078.pt b/weight_and_grad_dumps/rank_step7078.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db19984a590e0153222709ea3f01b5fa2e99347
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7078.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd7e64a0fde8ef9d1ac348e5e815e3422da0f1558c702d69b772f4784afd171
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7091.pt b/weight_and_grad_dumps/rank_step7091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff58994e85f99d0a34a8f9b3f29990a6745099cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17f51de76db5972a4d1ffa326e128671710f7a5ee73d762c56bb984b30ff862
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7104.pt b/weight_and_grad_dumps/rank_step7104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62b22aab46740f0749638c24381493523c7e1cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9212256575e7034ddb389a9daf43449bb19c32b10759ce37585edbf0427d154f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7255.pt b/weight_and_grad_dumps/rank_step7255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a23b0cee0a26684fb8db345b33be2988b03819
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683adef9604dea44226144bb0e0b78e7937c7772312ae1c71d07a1d4c307614a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7337.pt b/weight_and_grad_dumps/rank_step7337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fccce9a667bf531f39ad248f2863edd6297f6ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4564ab4ecf616f619a19293ba0910531f47b716ea929e87387d1418a8b23e35a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7368.pt b/weight_and_grad_dumps/rank_step7368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f128225c7f0f686621cd62273a2f8d2f8199933a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addb4d5e975742b4acfe3bd070b76f846c7b7c2242cb958c0f9e4e6d0f3d53c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7381.pt b/weight_and_grad_dumps/rank_step7381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221a236fe2504f82c18c3874d4f0305a8260d0c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee24783a20f1c740be79ebfbde2983bf193b2b849197f6be01590e20dbb26c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7400.pt b/weight_and_grad_dumps/rank_step7400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2912b5db2ef33585ae9732d72b4cd32b4b7e2d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb88b1c382f7b86994b7b92fda31d4f050e658ec0bee2b9924a3b9fa03ce5acb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step743.pt b/weight_and_grad_dumps/rank_step743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d418e7046062ea95f4e55906a29ff88126fbdddf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a6c629e9234c0d20b0b3d329dacf7c5fb349bcdd2a5002f85ee2a819b5ad65
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7789.pt b/weight_and_grad_dumps/rank_step7789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897ae032abdb0b97bfb99043dda9a4a869ad3100
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d560d9f3f9f4b90bdcbc9aeaf59ce71c401a6b0527ce9431373eb89a77d27e27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7885.pt b/weight_and_grad_dumps/rank_step7885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c65de10e16ad8741be0147cba502d723ba49c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85088576b7fde12d176404b4f3e00a6e0588ec227023e77e6ac0108da1b7a2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8094.pt b/weight_and_grad_dumps/rank_step8094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c7da83be23a6eac9d5f0dc7d5709d8fb081417
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a1fd69aec9996db074974d6fe74d1b4b19c0304f5c49236d915ae9a2f7ff1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8101.pt b/weight_and_grad_dumps/rank_step8101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35ead3c2cc7a513bb8b37ab30c49ea5b8eb6061
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5159ccd57032441a03fd968cd44236755d9bf333c67339c40f63d31a52af10cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step821.pt b/weight_and_grad_dumps/rank_step821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18005c17121ffa58da0552ef1384bd12c9fb0ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2f247e63ae7592db7a9e5d8bbc0ac79545cfe848cef85a5a3837718a77793b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8250.pt b/weight_and_grad_dumps/rank_step8250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb6fabb21719174dc43af9bb88e02902ecd20c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b90985ab99654ae4180f50707f834521c44a1fa7fee4669eaf2ab9d1dd2f764
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8405.pt b/weight_and_grad_dumps/rank_step8405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d053840bdaabb2aea1c4259119b3c9515a940e03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b33da32e5cca2372845e47c093a625984a547e5c0c1d1bf4a218d87ac93ba2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step85.pt b/weight_and_grad_dumps/rank_step85.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5d0c35d33c4a5812630b6b120c61aa5039ba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step85.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a71d29387fc528405f852665a509065f64168ebba163be796dab80f81ed5767
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8526.pt b/weight_and_grad_dumps/rank_step8526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78be5ddb7d3351b926706f9971864358de70a0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4e689396ff69579ee85467190c164253c1b96c36fbd9f0cdecfee6abb34165
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8538.pt b/weight_and_grad_dumps/rank_step8538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f0c1a764f11925bbd57571697a64d0573573c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d9f4a0dc570f9248f0002917e7cb85c920bd4c4b92158815f76901c75fda0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8567.pt b/weight_and_grad_dumps/rank_step8567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a05d04b7fd3303ba7c4dbdcff838b173cc3821e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3f72db5af1d35f78af9142e426d5a8f71ea2bdc0ab9640a5da4c6118e2b64f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8590.pt b/weight_and_grad_dumps/rank_step8590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd84f87de5d6aeb82cf271087c5821358c2043f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b20f6aeee1e85c102718285186eccab8722d1478d59ff6797bf0df9ef7251ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8628.pt b/weight_and_grad_dumps/rank_step8628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c9ece53243288fb958e030732031e5254f0370
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f2482d42180370968c324ba136b1981baf02fe33637678b0ea473b652d31e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8636.pt b/weight_and_grad_dumps/rank_step8636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43d92ed59468c794112cdc851bde3cd2d2d9a48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5992eb34cb67dac64895e3fdd1a1dad9a4cac117725064d269d75f4151a8af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8669.pt b/weight_and_grad_dumps/rank_step8669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549ffcec0272bf3a6be72ec7661caa50fdcd6603
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977694fd13dee60752e2377cc4f585d90caf014afef6bfd020616d1768fbdb94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8677.pt b/weight_and_grad_dumps/rank_step8677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f383756ec30c08873b7691ae39b6062329f64c0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511b8eb8ef69fa1e0bb09707516a98f008dc74ae761e970a4601db7e3bdfdce0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8715.pt b/weight_and_grad_dumps/rank_step8715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b0534d4b9626931799e88ec0850b6911e5de88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0052916f517030a0e88b6c326d6b33ff4358c73d09e73ecb429ece2b045a9a73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8754.pt b/weight_and_grad_dumps/rank_step8754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e2484dbe24886c4781a7efccd1008c0c99dc9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bfca993f000676b0760d564aba71d3b00c834cb25d4405f2d201daf999e9a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8828.pt b/weight_and_grad_dumps/rank_step8828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4844a7fc3db524f5565abd330479dcb037afb1f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510992c23ec43a235d0f3d959dfb3ec1eb01f1ac963d71ee8a95137b45089b5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8877.pt b/weight_and_grad_dumps/rank_step8877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3638381bf3c421ba98bbff044cf2cfa1068a95c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d154352d33ae8d0a28464007ab13f703bda8c045fc65e84a6e0d8bf46d1a1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8880.pt b/weight_and_grad_dumps/rank_step8880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d54b3205d8f54e52c8a6952b43738ce37bf53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e76bee60579263a27c72e36f936aad3f1173f8714220923155a279755664bb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step889.pt b/weight_and_grad_dumps/rank_step889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035d4e31d6870f123d536b4ce3d21fbde2d7a498
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1f125e41578bae052330473c702f9fc4f8dea6b29a704f74465bfeffd308bb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8915.pt b/weight_and_grad_dumps/rank_step8915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b84b0b3298b4b1c37b8cc6596ce5f85b047d77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05157219b4c7902a7a4e44c6f70ddc2b9c8f8a351604352a6dd5889e97b199d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9010.pt b/weight_and_grad_dumps/rank_step9010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aba3e9462b8646cf8fae0abec7f6c2203067962
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38d58cdfb1ce28597b33f435c98951cec231680f36668489fe422b24d40916d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step902.pt b/weight_and_grad_dumps/rank_step902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7feab2c556ae25370c89453db7a3fd0c0570a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6433c004e1a3398e5d7638f0ff8c1962871d0b97123b36c9a107548e0abb6c6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9051.pt b/weight_and_grad_dumps/rank_step9051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab4ed64f00728f7c4663f235233ff499c4427c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6ffcd542ea704b86ad464dbf85c0e21aa813fd9746f4bc9caee301d0fb03ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9172.pt b/weight_and_grad_dumps/rank_step9172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eb297a86ae4e54685bf5abc5c81f34100ff095
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57767c1d06dc12763e2abba820bbf34e8b295c1de2ede2b7b69d19b7250554b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9185.pt b/weight_and_grad_dumps/rank_step9185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcfbb0aefe4b3bdef9d221ce4ec35198977694d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8b63f0e6cf5603e05c8c47c91e86b829d69720fbbbb3c0d6f9a386f07a00ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9223.pt b/weight_and_grad_dumps/rank_step9223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a5cab351359a2854c9202e0f8cf247f53f2774
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de67b77666803f071fa72ea00776d9e3f61cd1d1c519c9580e9acf5f7f9a7a05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9262.pt b/weight_and_grad_dumps/rank_step9262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd22660fd2a742e35d270178bb09df8c54507cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b375d76280d84c6adee8e0c92fd7e1433b9aabbdd4b23dc490eab4ff5458521d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9300.pt b/weight_and_grad_dumps/rank_step9300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f1399a2bff7adef07dd52470745fe85e1a74bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9767c154513814187fcdedae1183b9e69c19f493c745abea70fd504e8fe260
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9341.pt b/weight_and_grad_dumps/rank_step9341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e9c0b0187b82d8c4389b9ddce2cf559ea3a42e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8f949ec84b27ff7d7e692f9f68b5af1211b899297fb8eafa1469fcbf4bada2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9429.pt b/weight_and_grad_dumps/rank_step9429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3cb2c3c3730d6c6124cc41fe7571efb5985dcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d32452f83c90f6444613879e01cabe3bfa9dd9487a789b1be0eb28ad6d4840f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step943.pt b/weight_and_grad_dumps/rank_step943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5400a99fbd02f36e6d3732c59c997354eeefd32e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9bf976c883ce03ff9aa92d9de51b04faf1903b7362afbae9111899f3362eb0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9481.pt b/weight_and_grad_dumps/rank_step9481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf359088fafc7fcf4598ac82e488d8eec0f3fff1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d2c375d433df82ab99f518a9747b86fe604b035985fe8d6f8a7d85de1ad86d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9645.pt b/weight_and_grad_dumps/rank_step9645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f129e021a32c026424845f0ac15ae571804a2e35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca82a60d0b0f2cc53e796311763064b5b90302ebad005bbf6afea1ff0cf13877
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9778.pt b/weight_and_grad_dumps/rank_step9778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb68a17fa4c48ac5800781b2c3d81db7515276e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e94a50b01de75cd89444c27c3706d0c0e8feb2656208ec162af4a78e80f92a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9991.pt b/weight_and_grad_dumps/rank_step9991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f000c56d21a455466eee1a65d91a4c7aaea034
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f1cad00232410ea3c2230c632367606a33cc64dd104d4f4a681975a63b951f
+size 1524331132