diff --git a/weight_and_grad_dumps/rank_step1061.pt b/weight_and_grad_dumps/rank_step1061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbe504b1d287e6bc6ccf8ef23ee24b3710cee23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8953f816fdbb85ce603cc2eaf0a85e4aa3fba6054606c618e87807f81766ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1096.pt b/weight_and_grad_dumps/rank_step1096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7186bae8a3f42f420c8b483b38853af4ec59e044
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61901fad0f63fd08ba61c0f148eb2182363548a89b7f1430b04e3cb7422184cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1103.pt b/weight_and_grad_dumps/rank_step1103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df58937010ffcd3bbe816636d296e0b1cc31751
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906edad292c922db4b2d75b7bcdf7df6ce4804396f9f368cadc89a602fb1b22d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1252.pt b/weight_and_grad_dumps/rank_step1252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8ca277844742ebade4e0728537befcc564ad98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa57901f4ec28c00146c95569cf389e18425fd8fc1d8edcc45a0a0de3851b8d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1330.pt b/weight_and_grad_dumps/rank_step1330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a648cddbcba5f29100084f9b0401c074e81f37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0340db9ee717ffd0e41b769b520b7c0df6562889841fb451d18813de83ec67a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1398.pt b/weight_and_grad_dumps/rank_step1398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a485b471c4d2632af098ad0e38471b0b11436c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca2292bd414feb9e1eed9341d75d753bbea75c3d1657ea1f071ef8a26c4d63c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1407.pt b/weight_and_grad_dumps/rank_step1407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4274a77dc6cc15dc5eb3f82cc1da2719cc4fec83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3157e653fca64766b03473979aa8cd5a8647c599603f90b7ed89075fbc8577c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1458.pt b/weight_and_grad_dumps/rank_step1458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f80428c974ff263fbda2a7f2d3ed5372f0c6811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31deb8ebb67359a9527d849d9b11e2ea0e4ae0869ad7a6d3906cda97b068edf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1515.pt b/weight_and_grad_dumps/rank_step1515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80b97aef7b855a1164e4609bfed60484a1b10ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d91010e669e50fa2643451720b58e45538ef324053c85c4754b27e49a0a17
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1565.pt b/weight_and_grad_dumps/rank_step1565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c98cb7ba0a883c398dce6dce6f1665fabbad3b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b339948183c422ebd71fe31ebf5de5647e5f37156822ee22e4f82bf2d3cfd77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1592.pt b/weight_and_grad_dumps/rank_step1592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1091b6ddacf10a9d43574a6b6adb1de4a5d3e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45de2f06a61fd809abdaa9275f6a22f83d4be01f7aba3b8a2688b6d076fd051b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1634.pt b/weight_and_grad_dumps/rank_step1634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9725691b574b9dfacc3321b10d7c9035ecea70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61d613a216632645977884be73fbd92bd90fc274889b9f43e9ce5aefdf2ef61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1709.pt b/weight_and_grad_dumps/rank_step1709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21e8f21b4e5321ec794b1585b156c3caba0bc4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118efd1087525c18febc473425405bf84812ebc0866407de8421a55536f2b219
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step174.pt b/weight_and_grad_dumps/rank_step174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1c6a701556a414f5657692322aef83dfbf0712
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fdb26ffcd82c95278588a9adc3aaf40888d16a888de0d2b4c3cc40bc1c37cc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1756.pt b/weight_and_grad_dumps/rank_step1756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f4c0b354e750b9083422a922680310751e3a18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a95afbf7e2176abeb2e65e6138840fe4b18eedddb1e8ad88844d95281d09eab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step183.pt b/weight_and_grad_dumps/rank_step183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1eb56d0dcf55e96dca1f028eade51ad50da2b8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23220d82350c41b329c2cb9c51404fe7677b0a8706c19bc444fbaf52bf489fa
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1875.pt b/weight_and_grad_dumps/rank_step1875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f04767c1b2d245b3cea803f340bab956ed6fcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9199548009883244fd10ea72d0c525442b45e56fcd70ddffd76755e80ec5d562
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1882.pt b/weight_and_grad_dumps/rank_step1882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82cb7d27a0f0bc5cbf0ae8c7e689017d63ed008
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585954e103cd9ec0c9a463597f371838651a191bc31d660d84b57159ff5e1605
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1917.pt b/weight_and_grad_dumps/rank_step1917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43e0188bb9e6fd3ef3717af09ca7342deeed883
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e574949eba387267bc0cfbd690f00bbee7e3bc57b950596b7dc557d07b7fcf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1948.pt b/weight_and_grad_dumps/rank_step1948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578a0efb32fd1f775f12932e181c95b83a66279a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8016594942d139a35ca010425f42ab59f38fdc27ecf9167efc7c7e4c005df9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2073.pt b/weight_and_grad_dumps/rank_step2073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966453901a6cebd1b9c631b2035a9418b3c1fa8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a5231d059c9983035b1e521fb7c0e162ae432339cefb62f105b55e3ed6746
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2084.pt b/weight_and_grad_dumps/rank_step2084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3f0a327f085ef06fc606ba48e2010efd852505
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067a7b657ac5dc026cb27c6136c6a982294ef05b027369360b747f68a61dd8c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2240.pt b/weight_and_grad_dumps/rank_step2240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af799d121c50cc64bc82fc9bffc37043e773ca8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbc7b504bdaa03204f59b27c870ab75415f0325adcae694d0ea93cd9ce483e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step225.pt b/weight_and_grad_dumps/rank_step225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae48a5d143d97ccb5757b8f12dcaba1b3ba84f24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd515c54f4dbbbd59b945ca4e9e1cd8bd5f1187dfba53b882f200e6390f6633f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2322.pt b/weight_and_grad_dumps/rank_step2322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d670ec41fb8b3f0f08be3d2f8939cd65036c2a39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1780e7e2bf0fe538cebe16cefe23ca03b4310712bcb247fb08732334999a673
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2415.pt b/weight_and_grad_dumps/rank_step2415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695ad40b14c547c393416a4bf477bc5994edfb3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b17d0f31b64043d14b48bf9cca200be9a86a5328de650ef9182412a66026932
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2528.pt b/weight_and_grad_dumps/rank_step2528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1913f01d3c4ee83ea82e58476d40173cff904bae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79648ffc18ca8565ebb0531a22fbcd1dc8a59866b5d2a3fdb0dc27633dbf0a41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2577.pt b/weight_and_grad_dumps/rank_step2577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff0025076602a69f53936cb5589e01b3b2223f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ff50f4d9f7715654d88b26b2263432e331dd39fe3be91b7bf4980c387bbfa6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2580.pt b/weight_and_grad_dumps/rank_step2580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2580e0c297a1f53d267c8724ad14a0aa23596f8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7825cfd8fcd68787ff3794a21f2eb664db034b949b34ad2552070ce68fe3d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2626.pt b/weight_and_grad_dumps/rank_step2626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b31410cfb4e59a6d1e3059dc1dc53685d0d861
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d5c6ec6f1d26b7511c71fcd060093a490920f2347b81984c5d01c0d604a045
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2679.pt b/weight_and_grad_dumps/rank_step2679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60daaffddef92f6282df5e9cabf460547a929ee4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3fad5a8945f3a1867720f5c96af57905cf77365cc1efdd0ccfea910866e5b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2744.pt b/weight_and_grad_dumps/rank_step2744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09e6a53cba7e807ad6320d7e645ae41d88721e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a70257cec92ee0cfe103f8d59eb3bc84ba491f2aaed768b24ada119aa5173e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2817.pt b/weight_and_grad_dumps/rank_step2817.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245d3dfa0515f192a986aacd252240a96dd68f45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2817.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1368167f25bd5ed02352eb158def833586f136419147fd8cf97c2fec46b685e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2838.pt b/weight_and_grad_dumps/rank_step2838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cff1ba0b1f9e882588830a273ece23838b785c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88576d755e481622c78beab0fb027d30a789f0dd7a376cf14007c51f6105e1e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2867.pt b/weight_and_grad_dumps/rank_step2867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47a414526acb687d11fb485c003e86f2204b5e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3947195145cf7fe02ce99c0fe9a444f7f62e6bc3b4fcdc51ce486b5bf00f56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2890.pt b/weight_and_grad_dumps/rank_step2890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527c6dad02579053b11ad867c115e9a0cf510ea4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab679d85c6d07b85c6897b9d46e1ec127653b9a823b94e673cbab1d2999745c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2905.pt b/weight_and_grad_dumps/rank_step2905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e630c58d747c0bac74732c97963c3dc38e7988
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9654c560aabf1d48fe5d11cd6605c384575bf47d06981ed522d3a8cf6cd21e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3000.pt b/weight_and_grad_dumps/rank_step3000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dfa488217937fd263c86d543cb06f83f5a1192
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59155baf3c04b0654752e6b983149cce6b4398cb8d4ed266b67620391ec0cc30
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3162.pt b/weight_and_grad_dumps/rank_step3162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e417f68f9e04e50ae5270ab3ff8ac11422ddb4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebb7eeb2135ca35c710136787775b04b81d0addf68fb883db2ae9a98b4d78e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step318.pt b/weight_and_grad_dumps/rank_step318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5d8ce93cb7f6cae8c8def8f92fa032a52d588e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e2c3906d62a8104643467dfb344a700b798d9a6aab4ceae980f2ce3de1ae93
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3233.pt b/weight_and_grad_dumps/rank_step3233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4457ea5d3f75354ed49389eed7b81cf77d81188
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4bb5e74c872f8790db4fb71eef7a81922ab211d0ffb2b4118f011f9309418a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3351.pt b/weight_and_grad_dumps/rank_step3351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba2f63adcf0cb2d3b316579201249af74b398fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36fec03050e3e8d14770fb09919b29e4cb3a325bb7c77f99fed4256d1db6ca3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step347.pt b/weight_and_grad_dumps/rank_step347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc242ad916ade446c2105e15a934493e0b94e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba034f80d1f5e215db74490fc247ef5c337102a45c0f4640e03d5bbaa5086bc1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3491.pt b/weight_and_grad_dumps/rank_step3491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c132e2049c0c54545561cb1d1c8e01de5de5bc95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef287055948fa4522c64fee5b23cea1888db1ae087211b37910b0539b9c1fdb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3655.pt b/weight_and_grad_dumps/rank_step3655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab1ef322415fc8ec87b48fde42cf9cbbaa84f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09260c791b97197ef739fd93f99b2f475ea0d233d0d4f3eda70ee060c0f90701
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3737.pt b/weight_and_grad_dumps/rank_step3737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e142f45a1df5fdc3f38732452c3a563e7a737e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b71b09e0834866171665dc882ca6da1157e2976f75ea2c9334c1443643df40f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3768.pt b/weight_and_grad_dumps/rank_step3768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54daf3b837319bea968ff73f181d3f23a66bfd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c89b1ad4199b7611489654e0fded56daaf93a8ac8903bd978e8ab464b2544cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3814.pt b/weight_and_grad_dumps/rank_step3814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3280a80c0719f036e36d0cb5825a86c8f98fcaa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f490f91c3b4ac34f6ae1c3b43c8a86fb8e1df38db57e46913d6ad22b9e11bfbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3976.pt b/weight_and_grad_dumps/rank_step3976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da78ed9c1bc33a396b6d3c2eb509c5f7f19addd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109095c54b63daaf60d7930abee9b731252fb36ade43bacc3c9e4f0b1cf92520
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3981.pt b/weight_and_grad_dumps/rank_step3981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a838c79aea43129b1fcbd0c6bfd7d8e8f65048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d63b6cba438b7734046e4ff708d16d6ad82174e5d3627a5e5df2aacbd7b9654
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4008.pt b/weight_and_grad_dumps/rank_step4008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5920f2585d3a4c9321ea096c81121dffcbc4294d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea09dbef4d0e1b01b786ec20b2f7e3c7307ff75167cd8184c709493d4a8972
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4057.pt b/weight_and_grad_dumps/rank_step4057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46abaa96b5bd1be84c77af26ade62a6560aba8cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2fd7216e7a1af009a293fa8584af0506e71239ac6cf890d5a9c8e58c76cea3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4135.pt b/weight_and_grad_dumps/rank_step4135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2aef856357fad636d8e20df4ef90f829c8846
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfde732343f67ba0fdead2092b3751b66a539d2170314703599002b9890e4cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4264.pt b/weight_and_grad_dumps/rank_step4264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4ebe61f814b4ab4fe5a19c17ae5fefaa197771
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4aacea5a8ff5274f37b50fe067c483eb42a4449da5201c96a3902015f43919b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4293.pt b/weight_and_grad_dumps/rank_step4293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6396720fcde8814b35d71f763ca0c28f59562b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430874310991fed4f25a57072a03133599a8f80ca1caa9e5a6a333b3c29438d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4306.pt b/weight_and_grad_dumps/rank_step4306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7b4df3c6574a347ade4d3876bfc241b7b3c05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f671dd95843fe8dd761fb6b86c362b4fc6a473155bb27ef4e049366bebccc26c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4431.pt b/weight_and_grad_dumps/rank_step4431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59f62be223f8cd225f7376af33a6d58498ca644
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59aad83cf7f595d875e2eae916b6f7e68cb3ea01ce08ed1abb29d8dded359e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4499.pt b/weight_and_grad_dumps/rank_step4499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1784e206146886ed41d57cfd707c2c223e8874
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a5eeedf9d62673241a5221e2487f373642d9688930e0866657cf2bdab03a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4553.pt b/weight_and_grad_dumps/rank_step4553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65c7e69180792621c0d864303b569cbccefdbe0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774fb1a53022a296134c6abe7d03fdfa36edb47bafe5e5547d6074d3df57ccaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4602.pt b/weight_and_grad_dumps/rank_step4602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9ef7f5d363df4ebff87c5465a92b414a25dfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0716e243f59ab46ef8ba1caaa92aa1a6e031fc8c886fe87ba28ff2f862da1586
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4672.pt b/weight_and_grad_dumps/rank_step4672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78eb512e51a1f741766535c701d325222e5af45b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b226ff0f0f49131e3d7640da76c9bc99f036d218efe3e7831955176625dd6aad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4712.pt b/weight_and_grad_dumps/rank_step4712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3314428b7776e88732c07995b01e0ed696a41a69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8363bbbd3c41c5dfddb3c8c492347f9dc66ec29bb365ef6d8f68dc3f782e5f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4760.pt b/weight_and_grad_dumps/rank_step4760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0926bb26b267dcf0eaff39c20b45e3cde1fcda22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658faa83a6b7a3161f2be645e1c7e5a2dbcff5db42ec45683ccd90a1978f250b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4797.pt b/weight_and_grad_dumps/rank_step4797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8277a4957bd8ee4514bb38e31f7a7833424edaa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2eca40600f80b51e946eb9cdd6def9b15756fd3962fb8404b6447d99f71cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4843.pt b/weight_and_grad_dumps/rank_step4843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc030eb7405fb68f87d9c8b0dc13cf0adb83a00e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c9bdb053bb0b68712984e7339de8e77a5b7d6c87df7575b35d900db36c11e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step487.pt b/weight_and_grad_dumps/rank_step487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfb9f766b72051d77cf1f78e894e9ad24b35bdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58ec4e7c9913dc97ed717c8caea49dca473b20a95dcb09207c9d53c22cfdaf9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4921.pt b/weight_and_grad_dumps/rank_step4921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b86eaca3fee41eb2cd0dfa028a8293564f3c1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa615857a43119fe128362b43938c489784c572d632de9a009a002c3889ba2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4989.pt b/weight_and_grad_dumps/rank_step4989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ec92d1e5c5ceb2ed1ab3d71563da3202f19b3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695daac9fb8675d89ecdc212d4f9b941be8612d60ff65abdb0b61fac2d70c623
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5024.pt b/weight_and_grad_dumps/rank_step5024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c12bdb5f348741fa5dfe40a79b0aae13b1b2c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3353b2e31c589e62ca0244b06b6c71b44da14a3334a9a7d5c14b83048ca9af35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5119.pt b/weight_and_grad_dumps/rank_step5119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f055e50571780c52d2f4765c85f16f8cdcfb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a8fe5a208c80efb7926501462381e962938073e6661678662e3cbc8a277979
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5146.pt b/weight_and_grad_dumps/rank_step5146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2478766d9d873c987b906ebed8bed8b7ead2610
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c94407229e31a2a4a0cb2ef507ab2374eb024e71718da21cc2726cb53bbab7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5217.pt b/weight_and_grad_dumps/rank_step5217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da981eaa99b8583ccd811261174569ff37e65fc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e1b5b6af3c073dccd6eb02f56b89d0901b5b9b2212f0d980d8f1ea69454fe9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5248.pt b/weight_and_grad_dumps/rank_step5248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74350a961f9544dcb438907dfcc112c7633ee71f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b41ce6eb03099607879cbd944258760088f28c2a8a71b9722c8dfcb5e78ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5267.pt b/weight_and_grad_dumps/rank_step5267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f41d3ec5bec9734e16f197f570fdf4efc42173
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6459814a3ee6d105f63863fa8ab4d3c2536782d25482df933199683f1eede6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5375.pt b/weight_and_grad_dumps/rank_step5375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372c6b9202e8512188e23331520a835b2650295c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba67bb1a70976342111f225c6f4f54abdb3b4a6662f7535053570a37f63c9aec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5382.pt b/weight_and_grad_dumps/rank_step5382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9c82742eb3e8e2af8f7ed4b83b91bc0d7aff4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52456361e0e010f65bb99b1b4a8842f8dfa985e8f20f5f71ac140bf9e8b1dff8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5442.pt b/weight_and_grad_dumps/rank_step5442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00d68a5a9e0d380aa9d3f51eba0fc177c6a8bc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8461dc0e04992513f740517ddced5be9dc7b24d42ebac6607f307647d0817285
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5520.pt b/weight_and_grad_dumps/rank_step5520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81d82b91f741d49c2acb6257e424b1c81d2ebb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5868162719d0534b25903b081bb826bc09e2c0abd5b7322f08d3548ae516e1af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5686.pt b/weight_and_grad_dumps/rank_step5686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b628f3d24837fd8b7175355291a9b9cbbc911c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b136b9b2c220c5e6e1dc356b16c0a51ed5257432399ac623b6ad65e87fb873d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5830.pt b/weight_and_grad_dumps/rank_step5830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d0c9cd08542d34861379956e62362141dc8fb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa03d945ac176c261ad65c063c0ceb5a0ea3684f353ae25753447493f83d0f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5952.pt b/weight_and_grad_dumps/rank_step5952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f886d7e0b042b8054766b21696ffa03e06e77aab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d834fde9eda0b18a61ff8f351f7cd6d59df1929ba2985bce83d9008892052c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6036.pt b/weight_and_grad_dumps/rank_step6036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a180087ae84a2c1513ca38b321b0dc689e27ad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5223a63c481ea975c5070ab875c99701f087766a05ee6773b4e00cf48b870d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6069.pt b/weight_and_grad_dumps/rank_step6069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b044c6c8b832efc44d0a159368ff85a789333d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d28a5e535c93112b2fa67c0e030f623aa21fc9f3d4fa1862a0535f6bf04e60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6154.pt b/weight_and_grad_dumps/rank_step6154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621e9369db1a77f15ce66f69a6a3e0a20fa38cb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c239bda2bf4adae424b72b36444252272455d9c18552ed718e685c3536f0ce47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6205.pt b/weight_and_grad_dumps/rank_step6205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583c26e2da8e87220af7620a302d6966cc7db1eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d35490dce4a91a02c461f1ea9d27873eee1bf0e406242d518616101f3930ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6338.pt b/weight_and_grad_dumps/rank_step6338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54780d00464c80d0b243ff1ada19b9a084428800
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ec8aae035609d983c4d60f68ce2fbb590c8855a1021cd94c20c72a27d5f5b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6348.pt b/weight_and_grad_dumps/rank_step6348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb339915aca1ab0db28a8c6e90fc0ecbaf3ec77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f19efc14c944ed80476c917d49427c0e93a6ea5307b374720b9198c2c66d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6367.pt b/weight_and_grad_dumps/rank_step6367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7657d373c31d29ae65c2f32b5b4485b09a08d6e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e1ff7a83b4a09192eb304cf090871be861ec5a0d3f7dcdd69dcffe51bb6a73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6390.pt b/weight_and_grad_dumps/rank_step6390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c498d58ca171939d5c89b90b45dac7634b82037d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320593d40811a9dffc18bc21a4f344ea7ec6961f1945f14ad8a7f7aa0d62a980
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step643.pt b/weight_and_grad_dumps/rank_step643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ea0912361c4731fa141e3d624872f13c509c48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4532aed2b067f5fc05fdcbc61f72124db4392a3efdcf48190bd8abaa2fda2881
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6450.pt b/weight_and_grad_dumps/rank_step6450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a0d1e0e4e921047b1496f47f491cebfbb51b0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c33d4011dfd00d7b23c4504c6ff39c310333f476ca986dcc0e6e1f5794f49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6532.pt b/weight_and_grad_dumps/rank_step6532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebbcdfd5e8aa079599c038da090f2fe1ed3f717
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7102bc1630ad83b508524f69175528dfc591a61c45b4c3eb75913371a2dd0f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6694.pt b/weight_and_grad_dumps/rank_step6694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f5a923a265cbdf57a3c013295e397e515989b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a8563e480298b9724811b26d2c2ec223c7cd6d4b0f15c985300f99cf20ed3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6701.pt b/weight_and_grad_dumps/rank_step6701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91333d114fd7f666dcaecabc2010a672edb14b80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d0467a49f1e959dcf12fb9e7223e83b764ae2c0712844064f227c3d3d61178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6822.pt b/weight_and_grad_dumps/rank_step6822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432465f3d8e1e264b634b2ab3baea5c9c7cf437
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89976698564afd9887202cc3f84e922fd3c84fa3c93fe9c6c96f3cc6cfc8cea3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6940.pt b/weight_and_grad_dumps/rank_step6940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95069020184ffd0503d8877dcecf629e94b6cca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c111ba1a32fbfb4eb1e0cad61486692eec22ffb74dc69c0cc79da71ca813bd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7045.pt b/weight_and_grad_dumps/rank_step7045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8439322ae68edcf04d3be6dec0035616b72b6c50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf114f9e0d543435b855d6f7570b188b80c860fcf23329403514b46257daf5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7127.pt b/weight_and_grad_dumps/rank_step7127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2258a03b4b2be28a9adf92dcf78ef916dbcefe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa3394d9b974feba41f63bffd5a76de36143548d5bb55683468398d4966e867
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7178.pt b/weight_and_grad_dumps/rank_step7178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bafb6a1fc50b2ff5c04ced62b94f026fbd89586
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1eb9c306c7a10bbcfc8c80a4e48beda01b40fa45b56a6ae471c4ba0c6b76c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step721.pt b/weight_and_grad_dumps/rank_step721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703b30198301132f4035295600d6038108b877b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7484800af34701890a0ff4a8eb1dc4bec8d4241b2c6867e08d8643057e0169db
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7281.pt b/weight_and_grad_dumps/rank_step7281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145b36e8cac2dcb49ae5e851c62596f125371c34
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7285b7570816af0c6392bddecd2774e5757f81b9f1383c6b7e530146acbf4f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7423.pt b/weight_and_grad_dumps/rank_step7423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bec123d8fc0e470e673f38d20065a9bab004f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72341d01b054af4f9a3e9afb8ec99b37f70f19666e9258fffdbc1f976d119daf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7599.pt b/weight_and_grad_dumps/rank_step7599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2092b28da1cdb44cc35839afe73c2c2e420d90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6660082561434b31562dc93d96dea1af45b6d6a1f5b63f364d2e5e6eb6bd961
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7610.pt b/weight_and_grad_dumps/rank_step7610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f018900fdae1e96f10fd64c87bb22021a584820
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a361aae8572f1b52829c96cd09fed336d4cf9fc6613af7d26bd870a70d0795d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7772.pt b/weight_and_grad_dumps/rank_step7772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b63da750e769778682a13756408ecd28b36556
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722d6abd8888ce1b853662e8570b83ec94e530bffe7075101f2217feedd54f4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7785.pt b/weight_and_grad_dumps/rank_step7785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1af01a6fcbe45300ce27085a452fe20fbe1cda1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f08bbe82274eef7d5f25bf678e672e2e074d27f3eae0a93f1aaa3b74213b42a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7851.pt b/weight_and_grad_dumps/rank_step7851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0739393ae3e050530aa509bee739cc689402dd92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111566805d84f9155ab5647632e6a2cec7e9591017320124e568d2cbb8dc641d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7889.pt b/weight_and_grad_dumps/rank_step7889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e6fc1467ecc5093a5c0ae44b496ce9a579712
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a18986f232093febbd15f416802d954b328e9d0bef673be81b7cec04f53aaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7933.pt b/weight_and_grad_dumps/rank_step7933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6407c98317370414eaaaa340152c44094d14f9e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e900205a439908cea9f77b147f72a98765a02ecee95e38ae817210c135605737
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8030.pt b/weight_and_grad_dumps/rank_step8030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7edff7164e5f0e11bb89d08d3ab65c782d0171
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c989752ae0809538a9dc27612fb387e17b9ab9a46fffbc5c09ccf0ff583e5e96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8040.pt b/weight_and_grad_dumps/rank_step8040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4486af0ec487948e5e491f4ba5bd6ea59ec630
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97210a4ba18599362f7fad1f09d0d789781f168b362895d69fa5020129eb5f4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8122.pt b/weight_and_grad_dumps/rank_step8122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee9b5f51539ff769f90af845fd62aeb6e336978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b629aacc9bc8abb6f22a3f0836651b6bd1d5cb80402e245c7f2a2d20350112a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8273.pt b/weight_and_grad_dumps/rank_step8273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c383d3540b0326f1741b80fb90fd3bc04377ee08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1cb4a0df001effcc815d4632c8160a78bf09726635ae835c91932898bb8949
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8284.pt b/weight_and_grad_dumps/rank_step8284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1c9189852be4d37952abfc5ca24a1852908332
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6464d004064c8efc317352d58e697acafcc0d8cae7d7625e82af35e0cd71d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8311.pt b/weight_and_grad_dumps/rank_step8311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac420baf290b7ee54e819d34f5e38efba6eac7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f9022ca1e1c5a06e695d1749c8a95a7e1c3e09a9e32c65bd7cc8a95e7ecdf9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8615.pt b/weight_and_grad_dumps/rank_step8615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57297399714438b245a1a870a1fd50a044ec6aef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269192a3b82bd53266dd815508ec89ed66fa092caa3fc1b94b373a8aecae0dcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8728.pt b/weight_and_grad_dumps/rank_step8728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773b3fc138776ffefea61ef3110182e1d12a122e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98adebb162e226b7d3d1ff1fc1793e640e310a26e3549cd3cba31f8696deb10d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8777.pt b/weight_and_grad_dumps/rank_step8777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cbe7f3f9701e3220824dd5063c025327fac422
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c267e6ec450fcf308a32c47f1355af4dbb06c9d7003a4ad940bd220da566c5eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8969.pt b/weight_and_grad_dumps/rank_step8969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565f11ce71d140c34995f92b5afa273dd92fe2ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca617e3b08a80d74b920b12bc5f8ddc153f101164ef8e771e5fb6a96415d501
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9033.pt b/weight_and_grad_dumps/rank_step9033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bff820a6acf799af9ae7af3d073c44ca5e624ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35692e00306034acae02895a69b7157c414aed00bc32ea4f8ac5d08e23aaf446
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9200.pt b/weight_and_grad_dumps/rank_step9200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fc5ba5bb657857cc613afaa0ea39f5915d766d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48ddd02bed7e66b13c761028e56a863c18b1d1004389faa81b22d0c2aa00a9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9362.pt b/weight_and_grad_dumps/rank_step9362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c19eb6205c94536d42bbf1cf821907f1df3d34d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535b9fba8910f021e2c0bd607babf4c9f93bf9c0c1bdaa42784a4c57bd995a60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9455.pt b/weight_and_grad_dumps/rank_step9455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64963c50859c16dfcfbe64cf690a8c7447b79067
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c88ec79862515d2b032417bd286acf20246f539f80459a0a5a4444fc3443a50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9537.pt b/weight_and_grad_dumps/rank_step9537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573c6c5bf37ff2e4ecbe93e88a3fc6370a8f7f5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7ea05aad9e5a274738f0a301cbc9cf9672d981d083c9defdc7f26ba63fc1da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9547.pt b/weight_and_grad_dumps/rank_step9547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f84f85a567f3bf12067944292aeeb4ed65cc88f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d967cf73acd4e9dc5ff6605d66bf4e24660822643db49742c970a70ba05dbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9568.pt b/weight_and_grad_dumps/rank_step9568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242b54f64f1fc5aceaa4de415b8debb8288a578b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0eff1042e6c387c09527d54e6054eaf37783e908dce4f269138342cfcd5e69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9639.pt b/weight_and_grad_dumps/rank_step9639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba101e39a17170441506ea879503a79f0d0f437
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f36eb814fdd2bbae2394bd5b46fe6e774a0bfe472ef3deeb409e7f47e47df5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9666.pt b/weight_and_grad_dumps/rank_step9666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc842d6cf4bced9daa95a42d21cd40f0df129411
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad041b548d358bd1b7aa600ea84c8076f7b8b14bcf8cc21bf545f6bd8e400063
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9691.pt b/weight_and_grad_dumps/rank_step9691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5988de1905a9cdd87c2349e0b09f3bec7746d3d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b3d3aa5a0fdda14aaf5194f2ac8877f2f8dc250ad729bef9b291856c9ba9fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9704.pt b/weight_and_grad_dumps/rank_step9704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f044c099b4bdfdf8213e2fa6e0dc3bfef99aa2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d801298c6cf78af872ce6d40fe74cd28aa6f2e4049b6ac3a914063947f81a0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9827.pt b/weight_and_grad_dumps/rank_step9827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57cbccc8b471e66c659a8358ee491790e381dfc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d834f973b34d4c7fa52feae97f4f7cbe25638a9acc09f35821ea1937f0001
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9878.pt b/weight_and_grad_dumps/rank_step9878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528247c29e16ce8d85aaaff03d8352b66d7677a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498dcec675341755b518c135f3bc6049383f2483d8255ad9c4689384bfc28047
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9945.pt b/weight_and_grad_dumps/rank_step9945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5cbd400747f2e04325c9351b6b02847cdce90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1635d2f6d608e4810f8d86875a2bea7eb4610f6caeee88ff91e557f38d3caa6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step997.pt b/weight_and_grad_dumps/rank_step997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dea2fc827003407ada61233ec6c0528101b524
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddd86abb11bf0f0ed357ec882c7b2dcd000d948166dd74c0174d45cd62c5708
+size 1524331126