diff --git a/weight_and_grad_dumps/rank_step1032.pt b/weight_and_grad_dumps/rank_step1032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f735422f4c89b36e623dc72dc10fbd24a274ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95085465151c000a70630974eae7c2fec6d0209038eb43be59246644a1c9b834
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1150.pt b/weight_and_grad_dumps/rank_step1150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18ce7c13cdf580c8dec60348fb51ecc3e478c7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be4c0cfe0f6b0bccf8073714d33d4dd50004fa5060e10448da2c3a383fc9967
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step130.pt b/weight_and_grad_dumps/rank_step130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae44f4802fe60433c12dbd0b52d490db7183cc68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e62ac09fea601f746d0c821f1c3c8366527071f579f9d9ebad2a492c74a81c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1363.pt b/weight_and_grad_dumps/rank_step1363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d1e7111be6637f108d67d3a24bcbec93544fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89c67e3eaa546687da8bae78b944c187fc3fd6840d1ded61bcad2cd7a8310c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1394.pt b/weight_and_grad_dumps/rank_step1394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6367b821c3f7d97964bbdf9e78e577bf6a6d3f6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f419c2bdb20c4531c8b309fd9b7e9e5a320df949186f369cbb634bab4db01ac1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1443.pt b/weight_and_grad_dumps/rank_step1443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f06414cb231ad15e001182702de02f2ce80e024
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09730adee91b905f5f759f94b721e601d2dc992c9ea6dac3ddd4de055edce6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1521.pt b/weight_and_grad_dumps/rank_step1521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3ef57a2bb91d375b3e0e2c84006f45731d2a79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fe03775cd87428ea24f0ab357eaf6f14c4d3946e318e6f36c8e16b26660224
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1589.pt b/weight_and_grad_dumps/rank_step1589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acecce67fe29d8595e6dbe459b7940e8e70cc841
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4382da95d5604bede66004a9b0515e423cd368f271d61424cfaf2129f0b8a0e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1670.pt b/weight_and_grad_dumps/rank_step1670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caeeef75e7e5de05b11c251af3afdceba28228bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b30833e10efcf63122b504fe0a93ea74a107cd0dcd467e173cbb2b208694e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1687.pt b/weight_and_grad_dumps/rank_step1687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307254d46323e0fe61d27227c25cbd2ec8add115
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ebb3ba55677559116670e37cb356f029f664b7e997fe8ee8ff80d0e054062
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1712.pt b/weight_and_grad_dumps/rank_step1712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0182e44d00699e68df8ad76102e2c87ecce640b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a8aef39085062bca8d86e378a8636e692e7dfc90754c7426a9dba7032866d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1831.pt b/weight_and_grad_dumps/rank_step1831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb6a70fd4777d003e2d03d32142d21fab58a113
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1ef28db797087216a99f1b18f5b76a0f0a78497f15848734c933955b9875bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1899.pt b/weight_and_grad_dumps/rank_step1899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a634c45808f1948c164ebd8bd1addcf52283e73c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa7578a63c4c756f3657b40c63a44a1418906f64d60fffeabf5c0d60570e520
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1953.pt b/weight_and_grad_dumps/rank_step1953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d321f25c12573ac1e48d9bfef2661aeae00bfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf841ea76a9dbdf11ec24e3bcc9b6a0d70526168fcef0ce61958ab0b79e388
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step198.pt b/weight_and_grad_dumps/rank_step198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72468eb3a51c4c1c52653fb1fe18e7d7c0c122d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cca94bfb58e877f561c65d3a825563d15d2a2aa4522a0c5dd9a337023d1307
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2020.pt b/weight_and_grad_dumps/rank_step2020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddfcc0826a822dcfd2a1661db5a43820fff5a8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a13e9b39d35848b0dc1e009e60457a9e69377167b625437ee0077e567fe032
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2088.pt b/weight_and_grad_dumps/rank_step2088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a357be1bc18394b2538f9028a41d173eb3b13bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c201fba455b7ff70bbcd0daa62bf23e375517b5b8302bf037168db6c59aef9f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2204.pt b/weight_and_grad_dumps/rank_step2204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b72cf5d629a7216d1360743fb7f06418880954
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1621f3c5cb920c0541e1d9b94d19f0fdc5124dbf7f230fbbff80473cdf654f8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2213.pt b/weight_and_grad_dumps/rank_step2213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057e4139ad18d57c5b212c1a658dc3ff88ccc72b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9262a17d2ff3080bf963081c71d429103a3aede13751dd082c75dee1feca8ff1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2371.pt b/weight_and_grad_dumps/rank_step2371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e6b37f931eb833579d290d3b4f8179e435c55c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ded855d1d055532c787804f4ebad35afb268bae93b7f2a33fa09639119ab98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2386.pt b/weight_and_grad_dumps/rank_step2386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060d5e21728e35913bf56b5040e59f11ee3b3140
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ab6c9c936fe457d99d1f8c03f8d34e2edc63c0f2d2e91252fd54c97a4f9dc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2391.pt b/weight_and_grad_dumps/rank_step2391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c7ef5618a248a97ea71f2084c535e3b51afba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c615ca8998898362e1e3706664e8df4ff3c104f872ebd9504fb20d31123580a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2451.pt b/weight_and_grad_dumps/rank_step2451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ff9229b1792e6af296a59d45cb751ea2ab5f8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cc206b93037c93626de05611c4f211281eaca5620ae2aab51ea8db147a61c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2695.pt b/weight_and_grad_dumps/rank_step2695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9316195eaf361daa8e079e8b1a2871bf1c9d5725
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052fe7ea07dae25257957ddb348cc665fdd4deebbd0a21a98bc1053fb3b62988
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2700.pt b/weight_and_grad_dumps/rank_step2700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4c73f8592437945c9f8f5a598003c617175ca8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2c71fc7783e9d569ac221630898fcb98790f8e062067b72fb128c3764a1f20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2823.pt b/weight_and_grad_dumps/rank_step2823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5b29877b521fa54f376185845c38485d7af44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9561338d84c8120efbad860bf90d9d60c54f7b73599eff54f975b03a5bd1639
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2941.pt b/weight_and_grad_dumps/rank_step2941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd9b43de0ed766554e7c94c95b3fa7f55a4df8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11829f364a3d6206d90693e37a992da718566f648299cedefaceaa2ab83467a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step296.pt b/weight_and_grad_dumps/rank_step296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaf46745a0e58ff1536b6864dd9f7e49bc835e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b015a81ec29cb6940de6b04be6c1bddf38977dd3762f256651e4763d134313
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step303.pt b/weight_and_grad_dumps/rank_step303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d9cebb85a84360d6cf5b6d75bc5ed9d2b2d6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ec76eb3feba6c541404b487e1dd2f241bee47773330e930736f12730892fa7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3044.pt b/weight_and_grad_dumps/rank_step3044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bee99af8af8379d928488c22fe3ce39749980e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc2c06c9afe681f8215d9d99ea2c7056095d44e064ac4228018ef17a86798c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3126.pt b/weight_and_grad_dumps/rank_step3126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637588f0e1ce60ba1f831c4f98a632450d866fb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0964abd76ac34c49c996ae5e384e2b03008fd165a7c0b2139b363b5d2f6e5e9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3179.pt b/weight_and_grad_dumps/rank_step3179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1708dfc7040be6d6d63bc9079f9645f5b4e051
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ab469a8c8b4f4a4ce8f5b113fbee50b6ce0e4ff5dd7e3fdeb1eca0321c3b88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3228.pt b/weight_and_grad_dumps/rank_step3228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bebef4b9fe294764c99997f484c8c110f3eb3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535647ff8ad4b2d7581221b9aeda2ee6fb6f473a2f8f54ad325abf2f46282a1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3280.pt b/weight_and_grad_dumps/rank_step3280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a718584d25a57a36dc20670f4a8780c60c73341
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad5c9bcde04f1fde0fdb3f98db8c3be98281a409d678a912ddd9ab0125b8d46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3435.pt b/weight_and_grad_dumps/rank_step3435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf8f172ee255a948f0159bc7e41049ae782175
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d1767240a42e863b9feb984d41fe463fcafad389e4b01e3d1176425af54da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3508.pt b/weight_and_grad_dumps/rank_step3508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208205e143fe307678caf0e8004fa60d333bf1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fff35f8c20ea5dccff9f6cf2df95d9d46af220b4f160199ac49acf72795c89
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3557.pt b/weight_and_grad_dumps/rank_step3557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1c29989f37871f7e620d6a8d245f2374b81dca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813cf911e5e29059d00099c6c256be89c736762cce078653f8a57db7a8a71a0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3606.pt b/weight_and_grad_dumps/rank_step3606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36adfb58bb009ff178acec33c846852330ca56fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dbaab1853cc17423272e492b9e6d26effa4a64b3dbfa92033703463296664b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3659.pt b/weight_and_grad_dumps/rank_step3659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af34e5ffaba97a17eca261f4ec8abd9c3cb419b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb937f6d9a6e5c914b4f723eafb8b28b5ea8a9ce7c9c6b900b3671bc436c7ca3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3764.pt b/weight_and_grad_dumps/rank_step3764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3921735706bdb113acc523b01718c61744ccd1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bac60c73d8c5bf7a55d2458c9bcfae0c9cf471aad6f069282b8f6054d3aeb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3773.pt b/weight_and_grad_dumps/rank_step3773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a3e68125a438ddfe91955367b0641c80ae4b01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee54ad006d9ac416c6cd26e84d486660f901f86090ace245211504fd998b02d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3793.pt b/weight_and_grad_dumps/rank_step3793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b8df6001ddf21c51b720b2ee678452534f09b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e01b36000d842f5b638510366361e1d18c95fab195ebd281d8fe00faf69370e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3818.pt b/weight_and_grad_dumps/rank_step3818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4584b9ee95d285dfd52d5c49411e8ac15fcafecf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b5956ede270c54811a09276eadf7d1b839db461f026f4db61997e0f9065b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3847.pt b/weight_and_grad_dumps/rank_step3847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6725476816b2c4759b5042acd1e911b7d769956c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1d1ceb3fd374d395c89b7ae8cc66e2afe700e3e5f30c33f62070bebda84233
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3850.pt b/weight_and_grad_dumps/rank_step3850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c517044d1727c3da1567f8339d38f049b98931
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8fb12b2cb34a6b6d3eb97fd9aa9802ae8312ebde9e303233f259342f222b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3925.pt b/weight_and_grad_dumps/rank_step3925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619baed70ba3f885b74a3c19d86ab8dac2f95add
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0555d4ded865077754ba7f1988856491b25fcf4585c93f5d8c235438ad339585
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3932.pt b/weight_and_grad_dumps/rank_step3932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f86ff336ec1109558aeb4ba35dd1d0186d0cf0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5851bd72027c08283dff6291aa9abf4b050e80a0f6609ac382c20abd0fa05031
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4004.pt b/weight_and_grad_dumps/rank_step4004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a769643aa25bb6daf981acdfc927a509099c4dc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465998728492472cb913a538c5a57363c73269e31e10c38a62ba2c4864807f27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4139.pt b/weight_and_grad_dumps/rank_step4139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb70167f77c852203767a9d89e93d58c51f304c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b6cdfa0784c2c16ed098c8938ef6de1b9ed15e4be997accc5ac12e87770dfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4166.pt b/weight_and_grad_dumps/rank_step4166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4170db6af6e02e1b245b1564289acb52d0dd9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4057e96db4e09583cfecb6f391664600bdd42b34757443564f6f31f7a81ff19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4191.pt b/weight_and_grad_dumps/rank_step4191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4651cf37fa353ef40f24f48b4cdc0ee1bba74089
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c018a663f4569dace0d041bc6af46aebbb4c5656acc6f1919a8607487e32d91f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step423.pt b/weight_and_grad_dumps/rank_step423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefefc32eb3fabcc645c6e0a43b70a4bfd577016
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5e74ec2d6e4a2c736bad93e74eb7b603863777134bc145b4c55a375f1fb988
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4237.pt b/weight_and_grad_dumps/rank_step4237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a48c9df80e534fcd0ce1972044823670efd033
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86076814b76a867f7cabd90a86827553ecc42c4a636e75635a7d086233aad1ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step43.pt b/weight_and_grad_dumps/rank_step43.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdf176df7ef9d6d64fc309d05c7c84eadb56c83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step43.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe4e14746318063b27f1b6344e8ad2b742b327d6e0b5aa260af550edb48d64e
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step4342.pt b/weight_and_grad_dumps/rank_step4342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4476dce1ddbf6722cc09e5bfe7853b6e6931b617
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b984caa7a6ff95151467df4490ebc599a2bb4015b58375859fcaebc4d61d2c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4355.pt b/weight_and_grad_dumps/rank_step4355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba096a469af399831b935d6b6b59ed0746b715
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7845f204576f7b243df76961d6af73f1adaa87fc8d14aff7c1c7ed6c06741955
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4475.pt b/weight_and_grad_dumps/rank_step4475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dc1a4aafef8ed11fc793a97424b54f61521945
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039a14fc7f48809364359b1ef8f350c4a29bd02283619f2d00d585e130ade76d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4482.pt b/weight_and_grad_dumps/rank_step4482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054f5ef254c271770eb0fbb3b2e8cb9a5a726d4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca715aa27ec3cbe42e327cf909870778d300831d3616bf9e2ba31aae3d8f7c5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4517.pt b/weight_and_grad_dumps/rank_step4517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdecfb0872c5276b6763c3243e32f1607cea8d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea000020f68d87989b6bd20ed336a2337e54b8320cf4d4f7777026e0834b5539
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4548.pt b/weight_and_grad_dumps/rank_step4548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7395985d345185940b9ebb0bb3e4a64c42f57844
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee1baf67006c413a0b1cd40db177fbfb8070addfd91b7b82a15fdd380e2573a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4619.pt b/weight_and_grad_dumps/rank_step4619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f1c465a49a22ecfc6df950a2e919f96805d3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f6261be6764463c3a00bb1f8f320a62bcffbe3d97a680cae61212f5330eec7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4646.pt b/weight_and_grad_dumps/rank_step4646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02d57558e2040da669a457752811c3627223d84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dc626a0361be9be3b8ca2d3e175d3fbc3c78432de55e8b64eb6a5123a5c4c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4724.pt b/weight_and_grad_dumps/rank_step4724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b62c092b98cc492f3bdc820b0457f78010e440
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ec1387b53dfaa4b28fa5c8aa93ff473c048f7b3c93eee8539a3ea21c2c9e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4807.pt b/weight_and_grad_dumps/rank_step4807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d2b801a150ee821f388bf7a692cecd1f1aa05e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfd891978ec2cb20e2ba375b5c5dbe5562b9b92ce1f254fb4cf751c0758d795
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4858.pt b/weight_and_grad_dumps/rank_step4858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a9f62d2cc7dcc987d005a76ea7a8011e095a62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a4a6c14eb5a2b0f9ed45141a2f9b1dc1fe89ab093de86b501000edee20aab3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4992.pt b/weight_and_grad_dumps/rank_step4992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee0b1543c2d27b2410829cb1c23d9dd13fd8471
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bc9d9881e75f3091949b8fd01724e1e35c2e9aee9354ffa49ab79c950a1a83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5060.pt b/weight_and_grad_dumps/rank_step5060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710861e76fea7065c0a67e70ae187edd305dfb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dc0ef76264e4efbbd5f977d5e146fcbcefe690d32f125297d543086f2ab9c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5097.pt b/weight_and_grad_dumps/rank_step5097.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c4509f6e9507d565c5c780873f05601d31c33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5097.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165fd7f8d04e3ef5fb1e5e04372d5aef2d32836bcecdac8bdba787509491ad8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5102.pt b/weight_and_grad_dumps/rank_step5102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0562c09160b6c0358d57efc6d0123c9f0f9384f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc7faf9cfb76f95d4aaa4351e6c8bcee06036999ad98f9c63f24072a6442e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5253.pt b/weight_and_grad_dumps/rank_step5253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a200e895d4ceabbf2755417251f52552f62cf881
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eb46597a56388e8c92b182df020bccfcd7e77d2aa97d05f5d82dbd59a14e2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5331.pt b/weight_and_grad_dumps/rank_step5331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dc0a4a646e34065656cb14e1efae4eeb30ef6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b66085a03c4093e257f3c80882ad72132c807bee7b86b17ee8e94963a9f1792
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step54.pt b/weight_and_grad_dumps/rank_step54.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd5d21702b19af41a5008e8f04d99331c34ac0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step54.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22f2963ccc12caeb53a33e9f9ddba06914acf8e7cac990cff2a394689657559
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5573.pt b/weight_and_grad_dumps/rank_step5573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f65d0d1416853f818fc2956d46c4ab80788444
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431d28938a96bb21001053f0c3ee77712b35693c0954cd480c80278f1f91b387
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5584.pt b/weight_and_grad_dumps/rank_step5584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4385b6fcb6de8f2d3640da5209375991d27473
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65bf1d312425e6c01ec0a627f05e0dbc7f6556062db4cdbf75280b386e96178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5622.pt b/weight_and_grad_dumps/rank_step5622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2881bae18246ee11814bacb944689862074930b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fab6e2983286b955adebcdd129c6ec8fe345d02d494660d022afcf1b371f47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5740.pt b/weight_and_grad_dumps/rank_step5740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206f7805c31401a0aafd0892f7aabdd8e54cc663
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530230b36337662b3602496aebdbe281f1c11589e42b49c083f45a27a01ff333
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5863.pt b/weight_and_grad_dumps/rank_step5863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274bedd45e559e15d6b71cdc5bce2fb4c5387fdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aeafa5931357b83e59ccfe3bd6e113b7a28d327dbb021a2fcee339c7aef68b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5901.pt b/weight_and_grad_dumps/rank_step5901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667229df0022324995b38b2c27b77b6e8ea05d79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c842f7d3df76d6f9a9d77671a94d04fee80460c8bdb582d2e28a6ab34e109d75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6072.pt b/weight_and_grad_dumps/rank_step6072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36968015b72ac16f4ec99a565adb50a4ba8c93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b577216ddef37e51abdce36acdbccfde39413b24b702b6b275f750b03a9204
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6085.pt b/weight_and_grad_dumps/rank_step6085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95553e216b259d174792a6fd7a6d27d406ab8561
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32dbf7707219bae12875b0e5384edfb14b1713bdea07ccb9bdfc3bbcb57c4bb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step610.pt b/weight_and_grad_dumps/rank_step610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a162335c110204a09335e75ddbf08d6824e31b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da54e6bbdd0d8e41ba7ac8a753df6b2772aa7e3656e692601610d5905b375cf6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6241.pt b/weight_and_grad_dumps/rank_step6241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2e5322b0400f15c1cb5d135883e817ab086d95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f4dfbee6ad936fcca8a4005deb28d68de7f9dae2b6f1371046d9d65524315
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6323.pt b/weight_and_grad_dumps/rank_step6323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3552209ed806eafad76ac1edba8eae8933467c39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e436c732c15501deb248f6d569fb2cb8b367084ce2c2679f4c6b41d5d18438
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6403.pt b/weight_and_grad_dumps/rank_step6403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bc8e99590358f5750db70ab9c8bc3f4c1c4226
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d06e03f097e2fffd908bec8704b03bc89397b83a105a527b16808718c171f64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6414.pt b/weight_and_grad_dumps/rank_step6414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367f077f2bc590b6a4a9e24caff5d5cbc9635f3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e822f223fd452af516170a1b39f36ba16a49a70a5bad31fe3c2a9a90f371fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6596.pt b/weight_and_grad_dumps/rank_step6596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a4255c6f052ed6fab576867e11d0f6a94554ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af7defdd53e12ce9d898084da140843a3d3266371f99d487cfe48c1f914d13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6630.pt b/weight_and_grad_dumps/rank_step6630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e2d42933a68d47e1e5e73a77301f90328f8827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9eaf888c3995940d21b5679b379b23eb808d75e0ac9d1113c9b77c2610e81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6678.pt b/weight_and_grad_dumps/rank_step6678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadfbcb86f3fc60ea3a75a8a6b07edae7895cc0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3255de967b2cd949f5b537362c3dc4417db79bb29c846424bdab10923d6242
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6752.pt b/weight_and_grad_dumps/rank_step6752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d948677db724be2969f2995fc2dc06437c79eaca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c24eb8505a2001f5f97c8ce404635da9c4a528d45db56b000263114682c9252
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6886.pt b/weight_and_grad_dumps/rank_step6886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd79dfa407da836cc85b9cab62b822a86cf714
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dad5ff4e237927cc6bd9d1506cde6efbd43ce127192c4d72d17234eb5b91b31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6913.pt b/weight_and_grad_dumps/rank_step6913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e239f1e80d3de2567e07fff8c66023724e9ae933
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0c465f5b6009f4fc9080839b0e70be59b36e2d4b0306961e1c2d9d3a5f7eaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7049.pt b/weight_and_grad_dumps/rank_step7049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794ee15ccfd4ebc70bcb5f2f16a24f44d60453f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59716034976ab1be9d9239e78775c47b00c14f76016310214559e3df466b10a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7174.pt b/weight_and_grad_dumps/rank_step7174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e711a61a39081c55cef7e6ebdb42e2d4bf1609d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc1ec829e34b554e6c71599c27b6e212265d542c5a74f523a1d71569df1da1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7183.pt b/weight_and_grad_dumps/rank_step7183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e369bc6630b0a90f671c33d12a17ebf35aa21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8079005fbe48f6eccb9ad933a8a160200a5b12c50b00b5a967d5eae43bd04d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7225.pt b/weight_and_grad_dumps/rank_step7225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc4f5c0e894d788a5847861f97e44e0383f191
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b07a0d83e66e51926adf4e40e381b3a10b353d9d9d0a4ccbdb667af6040811
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7232.pt b/weight_and_grad_dumps/rank_step7232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86492667a526af01a1ed7f5b89244caf02847bd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069612c18b5868cfc98681b14f2a03f8f54eb6100db4c748eda5c354dc02c207
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7318.pt b/weight_and_grad_dumps/rank_step7318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ac8f0abddde4addb7fcaa4aadc88c9dd2cf725
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0641f7264a2037a2d6de6bdc0fd265517cc16b0171a21c385db3fa773fb58a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7347.pt b/weight_and_grad_dumps/rank_step7347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd309773764d7d356d8b7130d5142ff9e063b4ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d677e72572ef028dd0dca206096e8c08cf132e8a17b0f7a0f21f1c4790f97d94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7438.pt b/weight_and_grad_dumps/rank_step7438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e72b5bb1b77f6eddd39f8fec2deaa537316115
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1adb3d50b0242fdf8cd4a64b84983f40be1fc17a3513ed300271cb7221b93e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7490.pt b/weight_and_grad_dumps/rank_step7490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f737b8fd7a5c98d41b4b21d23233b2eb6052f83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9ea5e5409ca55018bb44e8f7e4bed270c8f3faa03c2c1d94fc5b09f48216b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7505.pt b/weight_and_grad_dumps/rank_step7505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ca015f879a8c744530e3197fd5aed3fb7ebf35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc07e0bc3af66a34b2d75b0c656f1199b30a71eab10827270acedc7954b2429
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7654.pt b/weight_and_grad_dumps/rank_step7654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fa869a9d163b3f29f2a55bff114b792710335d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fb263513be039e86ac4bfc4be9b7df47e44e098af47e8979855217a3b85414
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step772.pt b/weight_and_grad_dumps/rank_step772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dd18a7bf51398f7806c309ab8b9f407d61d6b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb9eeef7e797c947ae3436a00f099eb41aecc677084c5ffb4fc19737185640
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7736.pt b/weight_and_grad_dumps/rank_step7736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af6e1f9a7f80ca18621bd473244d60c0fccec03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f131b8bb1dbb2995b335e83d70d5b245e24994550cf32ccd0561f2a54f2ecc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7769.pt b/weight_and_grad_dumps/rank_step7769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3418a6e6ded453b6a061a712932662bf66c2f782
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd37d35f8386fd8c0500c7c2550f1bd67b6bf84209b3a08b5ec29056a76c7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7815.pt b/weight_and_grad_dumps/rank_step7815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dba1fa14a5d8a09d7bd5eea2c117858801eb418
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fd4eaee0d2077692625f13b317ff69282f8fd61b8b973074e0a2fa6492723c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step785.pt b/weight_and_grad_dumps/rank_step785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd2985f1ad8056bd0d256bb9ce8729e918246a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c752c31b7414bb3be1a37ac1c7a5cf2ab6e6dda6c80c4a1235803e7f715485
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7928.pt b/weight_and_grad_dumps/rank_step7928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11279f8004b1fd4c42f6c4b611a2cdc87eadbe57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3009a134f094349a4e4bb01848336cdcf6c6f425964f566ede6e4bb7250d0ac8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7977.pt b/weight_and_grad_dumps/rank_step7977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0671237a3e67ea25d8c4f8a603528cb1d90ba862
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b893f43f796f2c5d0b97c791ba4a9a642bfff7f7963bb17f3d17f640a84ebe66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8004.pt b/weight_and_grad_dumps/rank_step8004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6898a96516eb7c62ff716c20583a62e0264f09e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0631e274eb5fa5925267b6a467b1a69d4c9f1078a37191240dec4269da7a35e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8139.pt b/weight_and_grad_dumps/rank_step8139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b7e8ae2f70616b19dd8bb5615a5f992918e363
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e179cd2d5b873354b79d082c6ac8b6aa88f46a02932cc3aceb2f7618e3ed5886
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8166.pt b/weight_and_grad_dumps/rank_step8166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca98b6e90571ead03f56105faabc0afcca21873
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26aa67fe5086c5360f56bd19813645e5f051354327b50a36005fe89464129bf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8237.pt b/weight_and_grad_dumps/rank_step8237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11b177442ac135d8cd926b21332a920d6d72024
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2caafeb79f2fa5b6c68a316430dc0678ed1fa367504908bf95fcce09ed51c0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8355.pt b/weight_and_grad_dumps/rank_step8355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca84f759ac68ebd80be6946b38b30130364f94ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14806b865b4da59726b9c73d4c86b50638740e88982132a586fa56a097e6e97f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8475.pt b/weight_and_grad_dumps/rank_step8475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22af60c8222df4b118fe6423741e0d83adc085f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f522ddf836183e2d339571068d4154a7f09be0f7e8144c8c3e53d7dd62ab67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step851.pt b/weight_and_grad_dumps/rank_step851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98e4020e3c06ecf14c77daf86ae0a526dd3157a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403a72f2c9ff4ad7d76593568560cb192c2bfdbb2afd1874f01af5d29a1244af
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8517.pt b/weight_and_grad_dumps/rank_step8517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860c244116c5f3ae2b2cea92c8b107f21ed3c786
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4721704bc5f1a0966cf762a3ad495ad3079162eb63844afdd89c21784a92ac95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8548.pt b/weight_and_grad_dumps/rank_step8548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ed240743775d7f387319fd2daf08ff94203108
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83db1d113bf2c0ffe9098573bea2070482a8639c3cc9b7274126c290bd98c2a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8619.pt b/weight_and_grad_dumps/rank_step8619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450edd773016a59d9c30e4b6fc43afe33cec3af5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50be5e2e54e04d076024bf555378f278ecc97176f7ed364af899dfffa94e4a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8646.pt b/weight_and_grad_dumps/rank_step8646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a767eb26861dd6a64cbc31baac05967448f195f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be38b71d7d67ecb11722df5ba2cc3b7d600adb0c056e2d6625a641b74281ba87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8807.pt b/weight_and_grad_dumps/rank_step8807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cfd9b0b606b6cc6aad1881b0af92aea707ddd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09337b79a9c16b7190d9f009f3c9c6e0163a11527a157d9bd53e40f9ff2d24c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8858.pt b/weight_and_grad_dumps/rank_step8858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0fe4f0ef222fe79b9910fcd48f9c0cc9972b96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102628705eca3fa2727a3a1db373efa8e5dc93a5c9445e77ccc14ed4d6d89e27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8972.pt b/weight_and_grad_dumps/rank_step8972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87908f3d02ce5eea246d0b57795764c737cd74f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008f45968236c95962d2857eb50b3ac57e1d99511a571b2a2315a0df2592cf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8992.pt b/weight_and_grad_dumps/rank_step8992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfc9fddbbce23476425c7b780582213432a1b6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6109f734b307db2f09a6098f298a2adc0ae5e8b75feec4387f8b8f25a09089b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9028.pt b/weight_and_grad_dumps/rank_step9028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a697e1f2e2bdd4f6ce7adf60a06123ae82ed0e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e303ee26d6bfc346d98bbeb99e0d6cf6dbbeff49d089c6d5c242090db6af0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9060.pt b/weight_and_grad_dumps/rank_step9060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ff050f2c46a43e503891e1676af1e37e4c86b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee6d1b04b094f37d3bb28ebdcbb376eea39f91d99dde3908c0016cc0e4a8074
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9115.pt b/weight_and_grad_dumps/rank_step9115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4bdf058c8bd2196a36cab4870f2c832fa05a1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e519d46ac2bc6d98c228ece416ca36ae0cd104fdf0bb93779752d043bbc618
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9399.pt b/weight_and_grad_dumps/rank_step9399.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8428b7fc9bf55cf26243815417eba08e39c0ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9399.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bcc93927e2735e1ce281aceb2b8114b1c821eb79b4cf5d01bbe8e961a9e364
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9411.pt b/weight_and_grad_dumps/rank_step9411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d445488a1240b1fe210e45b392fe69fc4fa7ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3405e4a96f3c23773788c1494bf7fedd6f2a99b04ab9034257792869b9c208
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9573.pt b/weight_and_grad_dumps/rank_step9573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56dc14af985404492cff77b5c448cef7dbdcf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fd5980e564c2a1556f077df98e71565e8e27c3f76ded9af47afa393656e061
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9584.pt b/weight_and_grad_dumps/rank_step9584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b38110f4414077c83fe2a9cf7a7d78e5732d73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767c5ba88eff11412df70c16ef5991af66f72c52a4e5dfdcb6dddfe657059ef3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9622.pt b/weight_and_grad_dumps/rank_step9622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fac8c2eccc62bc264f8cbfcac52f4c9bb2da70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5750ec6dd2d269be8ba716d54f99ea999b5959f60a6241973da08e2976baea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9740.pt b/weight_and_grad_dumps/rank_step9740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4303f32339c9c4fcba30a281ce5de223a02258bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa2e3ad958a794c7f259889242a5a644f4a34d2443847538884e992d904ec8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9863.pt b/weight_and_grad_dumps/rank_step9863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec32b152283c5b44c09cf8855bac24a413285c9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6deaa45ffa0bc59c70fe0435e5d80667769f3f01614491cb7ddb5befe7c6354
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9894.pt b/weight_and_grad_dumps/rank_step9894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f586edf32e495e088be40da8ba56c22818649f2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdcaba07f793f640de983a6494a14b5892d174b2b683a0287a4374ebc09dc6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9901.pt b/weight_and_grad_dumps/rank_step9901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a30f19a586b32d57a633e9d3ae3661b2fc2cb2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a13400edadf4516da77c1b4734dce130d11a282b1c1ff434254b29971298154
+size 1524331132