diff --git a/weight_and_grad_dumps/rank_step1040.pt b/weight_and_grad_dumps/rank_step1040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8621d404b10bc016531e300ca53dc49c51c0f52e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6352b2e07ab90ec46f1997d56917a1705251ba7513f527d35bc99d6e471d30
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1122.pt b/weight_and_grad_dumps/rank_step1122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d18d18cd791655a110f54ffe2973e26d19ba88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995be2613a0794acf860b8fd70841bc4a2329ee82a2e00950a2ead95cf746b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step125.pt b/weight_and_grad_dumps/rank_step125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf8e5e2375292eda8b4b1d98987a851704ee849
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed2a8668766df05b05c7187f6d59c25ddcfee6de0117357a35ce6332001c906
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1284.pt b/weight_and_grad_dumps/rank_step1284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e04993b9ff537fc8f819085609b39d340427a8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c585227a188b5043ad366ac9e3f53757459eabafce77e80d2428d5337b539
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1311.pt b/weight_and_grad_dumps/rank_step1311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c814b592f6d29733269a8f836225483393ad14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f111447cb027417cee24f174934f5fee7c8d96532c67e0c5f7aca811732098
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1479.pt b/weight_and_grad_dumps/rank_step1479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e061e77c21ae55e48f08641120bc0453d32aa048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ea7c0b6c24415f8ae89ca3feabc57ddd8d4010830c77a3c62e523dcea9d08c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1544.pt b/weight_and_grad_dumps/rank_step1544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcce129ad6cc3859c173fe00d71fa22ce7b7f13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94e1e0d0cb5c0be1224ada1d3ddb1f473724a86117dd9036e5642b830088c60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step155.pt b/weight_and_grad_dumps/rank_step155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbb82d07a185a8e99712fedaeba4c5242607dc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bcb495b4f55da4366c28961a216265da014899b0c5f68c083c728104ab01a6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1615.pt b/weight_and_grad_dumps/rank_step1615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658fbd3e17632466dba1c930275ee528cf98c4d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd5504d05473f47ff968e425df3832aaff25228403e3411ff58fbe3f0005b31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1728.pt b/weight_and_grad_dumps/rank_step1728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd76a5aebf072f5360698e0f644c877556af65cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1d82e53eb47fe9f76473316ea42d1c068afab9235c0d9c47384648d25e78c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1777.pt b/weight_and_grad_dumps/rank_step1777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343994e1ee4969161fc00b73663850b35a883e4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8aaec1888e9ab0c07e335e952093c3898edf029bdf13cbfa59ca61edea3a8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1780.pt b/weight_and_grad_dumps/rank_step1780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa22f25a1d20c802c2f707c21ba13119f18ba7dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676c9e5951c6dceedb561db26231c6235bf0250829f72aa28b1b3738e7fbc888
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1854.pt b/weight_and_grad_dumps/rank_step1854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ad46116a1ff46694a6582e364cd333a8541240
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a5b6b3fc1fe7e6cc336b3c770b11e12aa9968ccfc6ee5e4d621c419ce4a8eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1936.pt b/weight_and_grad_dumps/rank_step1936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca51395194b4f8220b8795ea31a612492c4c05cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee15bf96737e0138827c50209d936b9eb50ddbdc1be75ab93b763b6c5dbb2bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step204.pt b/weight_and_grad_dumps/rank_step204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c7966b6fdbf2ae802d61af04617b23eb03b94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf36ab5ff707f7c47ff6f9fd7b8097055f042b217d86949eed5b0d9a44a1bf8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2052.pt b/weight_and_grad_dumps/rank_step2052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c55a0747dd68d0b9ab3256f58fdfdd94725a642
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b663839c98d02a3219380d608e8c81851ecafc080eff658168339a3b50cc923
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2130.pt b/weight_and_grad_dumps/rank_step2130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8d60960d9e31eae7deebd6fab150d605cf07a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9fe2305e9df3ca538118d10c11068b5718f4d2806152cec0fb92a99e413068
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2198.pt b/weight_and_grad_dumps/rank_step2198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5796554a9f81d78e8e54b16077bbae6c21925689
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c3c0d7fbb2eed65ea5ba21909330657bfc618f9823d4f6130dbc668e7c63c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2261.pt b/weight_and_grad_dumps/rank_step2261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a9773d532dc2a67e6ddf236773d83911dacc80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa70433dc562a0703edc28c99b7109ac2bf33d9a1e7a41e392aae2d1da7c841c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2296.pt b/weight_and_grad_dumps/rank_step2296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78386f6e53f5e10f813dfbbc4c00af404921922c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eb3d99b00429d549533155ec95a6ac0568a5a81fc11a0f4ca40ab289a2305c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2303.pt b/weight_and_grad_dumps/rank_step2303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee8788d2746ae215e9158e41107dd5f81e62fe7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8d6b8f4386687837793f41590ff39ceb66806e246002bde64269a3e680d842
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2434.pt b/weight_and_grad_dumps/rank_step2434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bdd15e7e8328cca36de06fce3cb19e26a94a66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64132af7479a769c897b867507e4de6c04da05237dedbc894a09b3da624a944a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2509.pt b/weight_and_grad_dumps/rank_step2509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc21f4af6c361c4cd5fdc6d4483c4dea1e25f3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a925f2ce9cbefbefe57bc912536c36e288b08acb320e99126f99685428731d0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2556.pt b/weight_and_grad_dumps/rank_step2556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d287a69e986f8a9305b205bb72cd3bf909880b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d898a0fcdaf0e921e6380d0943850503f3be383641667d066f59d5fdb28982
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2607.pt b/weight_and_grad_dumps/rank_step2607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56539b6709182a0545cebac1d974b2b78a2a6f67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a5db73af235f6addee1806711700a1c49ea82ac224170f5084c38d4ed65db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2765.pt b/weight_and_grad_dumps/rank_step2765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56246048575528d3870854bea5fdc28d126bd152
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e4837bb545b272c05ff6331fad5672b2532c6f0d7f4a60784ea95a92e61733
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2792.pt b/weight_and_grad_dumps/rank_step2792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef29efda036d4089fb7a11ae72b5c62ee8448be6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df10abc9567dd2012264740bef000125e65e2ddc443c2c1304ff61792781238
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2819.pt b/weight_and_grad_dumps/rank_step2819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7257a412f733d099e186dd13b00d050e37a9e2f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcfc50806900c81bcc2504b58345573ceb13c53eef4edcf9c21f963f4a189b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step283.pt b/weight_and_grad_dumps/rank_step283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cc76a0a70269096b1834cdb9ea811c76cb9a91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0f984d87c0789de0687f62ad2de447f17e1c41a25cd951beabb3812d96f664
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3089.pt b/weight_and_grad_dumps/rank_step3089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5bc2d4dd2f1c56749f8f923a4e04d6322a3623
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd82709fe9cf9c79b2855c3ad6e29f6941e3ab56ed91a4c76ec5afb44c0a94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step31.pt b/weight_and_grad_dumps/rank_step31.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535598179a8422202d8d18fdb56f85f55f6a72d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step31.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8872195b300965beff56dbe8f23e18dcf974cd17660a05b8fc5ea8b4014b4fd5
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3143.pt b/weight_and_grad_dumps/rank_step3143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc74701d72e7ad23bf2831640c53e6f1c5c9e83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b68643a05d85325451f7f6c348e0fef05b3fdb834ce5a453f232173e7c5579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3212.pt b/weight_and_grad_dumps/rank_step3212.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12d2c92cf9a1ff1761287da0d3cb1cab9f30d60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3212.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cea2dd40050c1c95e64272e2128dafa309fd52c22a4ab19d8532c69698d42e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3387.pt b/weight_and_grad_dumps/rank_step3387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a88673b84011b97a51ee4633eb2701e59039a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad96432155c3393ab305d4b083e9e434374b6a6e8dd13db6ae6319fee00494
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step339.pt b/weight_and_grad_dumps/rank_step339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa12a5ac52bed24f32dc0342a3c05425b3f495c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7030e86aa817701b17fe033a1387748edb9ee0b145c647e067747e4695ca8aeb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3418.pt b/weight_and_grad_dumps/rank_step3418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e48579767ee35235608ea8b561b4e64dbfaf14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd71fd461c78f308a19f5611902fb03cafb886caa1c812dbd23290d739189dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3525.pt b/weight_and_grad_dumps/rank_step3525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6af79c0cde515a9833e6345754ec50afdfe580
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47a6f4247e756defb76085620f57d6a3ba0049867e9c922326daf2a5e7e8fe6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step366.pt b/weight_and_grad_dumps/rank_step366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cf755bd994613f21114310c32ee15f4a530eff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a888376414012fd12c1b605366233a0784af1c99bc02403f78521850d06437dd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3674.pt b/weight_and_grad_dumps/rank_step3674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ef96b7c5856b8969c42875a23f1321b6775817
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de301aa40547e25eae89a86cfd34c4eb8dc518a87fa64ba4e55c5ae031b67bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3683.pt b/weight_and_grad_dumps/rank_step3683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d83c537af173d4f34ca6deefecf92d888ab9ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cba8bb333e0c504d0fef16e30fd883d782d99af9c0aa8e0c4f199a5fae7cf57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3716.pt b/weight_and_grad_dumps/rank_step3716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1526ca2916c95b1ee1d52c693753811fa75aaf07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba34d660970b9edae4024d5c88c2d76dd994eeca5992df07faf7ba02f02107
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3749.pt b/weight_and_grad_dumps/rank_step3749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4510e8983a3a6a521d5c973919b216b3661bbdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373154d8bbc6b6b3a861a8e5523af8b98c3dccbe87ae9ab5ef45f61c0f21b5d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3835.pt b/weight_and_grad_dumps/rank_step3835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720b9517d487cb2cd6b45a57664f39dff538124b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c379e40d7f5fcb7da085b94b53923a6f6a49e3ef96263d817b6f373543779d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3908.pt b/weight_and_grad_dumps/rank_step3908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7a28b7c28a7a9c079e6a5a56a0284eb519aabc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd7539679bef84518bcfd3b9781023a4e0c431821c679f6609fbb0e30802456
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3957.pt b/weight_and_grad_dumps/rank_step3957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2acc01f26f66e93bfefd2046ca294de8f2abc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85206f6221315de2281e008fe1cbc3f7ef887862accd037093aaa469890c5f02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4029.pt b/weight_and_grad_dumps/rank_step4029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2973e1039c4d581bbf484628ac84c5835c61e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3da7ea5020633988762bd9e24894509ca98579716e68ab08ec5e3cf60dfff4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4076.pt b/weight_and_grad_dumps/rank_step4076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930ba7a59b0009cb56de8588a7dc24a8aea4145b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f362b75a9e70b35928a86d273e9387e15117d0c84a8b4d37222b783a9ab654
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4081.pt b/weight_and_grad_dumps/rank_step4081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffcf6acfc7f03175a9b441eb856709bcb279730
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7b87b3c4e62202f071451028ece43446be8714844ffeb31d4d81534ef73f9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4114.pt b/weight_and_grad_dumps/rank_step4114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6530ec9bcf6e0c2f1511b175e5bb3b34a4e65b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c08bff74492b5ceb0b84f38178934147286eb1d043c79dcfec30548d8221c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4193.pt b/weight_and_grad_dumps/rank_step4193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24746b5e278947ef2e09466fc1345907ed69c3aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaab73181c3387fb5cca286c91e1bee7f3843d08eb18e0a15ef6ced70a15d59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4245.pt b/weight_and_grad_dumps/rank_step4245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f16357819a6afc6c69261288f36d48f42eb1df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18308ce8b355183caaf6c14de063995de94920b0c3e12a49e64e7318b59bc3ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4327.pt b/weight_and_grad_dumps/rank_step4327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92650ec4e06dd8988dc240b27043e13a3476eb9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83379c07cbd279ea7ac9b1d85eee5e24a2069a121c5ec0aee6690a19b172f6c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step451.pt b/weight_and_grad_dumps/rank_step451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901a18cb36f08b3b0704a7a5837a824d6ab221b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a458b7ee7357cd97e38b49426470dde6020d44e7675f238753acb04029f85dd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4572.pt b/weight_and_grad_dumps/rank_step4572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b1ce97791b48c97d6c830bff2b525c78ddd378
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e0012bbcca11573b9a30d798db1b26394b923b20ef5efbb59068ed3effd02f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4585.pt b/weight_and_grad_dumps/rank_step4585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c741a5a6d5669f22d320039baa1df903fbe7f76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385de20d7b4a750e7c6094ffd90fde6736d78f35b88799befd47a87085f12eb7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4741.pt b/weight_and_grad_dumps/rank_step4741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3109bd77be23051702132fcdd0d8d9401e2a8c9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd18c095b2b9abc31c1973fb3dd1ab30a85738d5b43bd7e77c5934e2d02d8fff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4862.pt b/weight_and_grad_dumps/rank_step4862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94450851318df4e912dbbef113b8d573c0bca52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a103b47eea212d5e476445f39d7e75b0db0e4f66dbe2bbd058a29ea6812e27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4900.pt b/weight_and_grad_dumps/rank_step4900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7017a20d73ccab238a5e067974b3de149e5cde4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cac6ccb30a1aa7c059fc8ed83457bfc3c4b77070efe4a8b2d8161e9d4b6570
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5005.pt b/weight_and_grad_dumps/rank_step5005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5700a8ebeb3e76c15511f1ffcc51a93cb2b57a0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df4e39e76eb3b0411a5d9d371b2ab168898ce648e726d240f3b7e948078e940
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5138.pt b/weight_and_grad_dumps/rank_step5138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add2db3146c0566edf482fdf091afbe5ed8afe4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d076db0009582a52d9c646553cfda11495674733ee5902c44fc4667b686704ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5269.pt b/weight_and_grad_dumps/rank_step5269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f087a43d120e46d50175ca8cd6a1642542c56f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eab02c00e52c78cf1a9108f57ee0e950f1ac314c89c43252785e4d672b593d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step533.pt b/weight_and_grad_dumps/rank_step533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ed111266c2f66f57de2e407591639681d90a6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c295d0076683d9c25864d5ef03ce7ec3448feb4ad0eb2f363fac4966059298
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5463.pt b/weight_and_grad_dumps/rank_step5463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f12f1ed1be734f0dd3a3eb74cb4edf0e011cd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d9fc032c2c6ce277782ced881625e2a5044289de2454a8956a6bd473ac9178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5494.pt b/weight_and_grad_dumps/rank_step5494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de5dd2996ca042d6f51c19ef3d17fd640267bd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f38edbb2512c3de81ae063907a00c40b65a887c02d1f5c38c1922447e2d78ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5501.pt b/weight_and_grad_dumps/rank_step5501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4840310da94a274d6fa165c5288807918fb7daf4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff61ee36caa948727df2ffecc5a8f3f4ced8953ac45d9e5a42218c7a6692b74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5650.pt b/weight_and_grad_dumps/rank_step5650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea680035e450a81816d3b5aa3abcf0aca789f959
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b15870cd7ed69a88ea5973ce6a964850069adb4813fea8aa0575768827df74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5811.pt b/weight_and_grad_dumps/rank_step5811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690d3f8f9c8920a0b3213554e99057c99cf7387e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd39f657c079bcc702cf962b4c9a379c9cc846f15671284121e1cbe03e2cc6e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5903.pt b/weight_and_grad_dumps/rank_step5903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ba81d6300194b7d4923a2b907574e0433ca68d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb70ae89446468b3815c3cdee0a8ad51cf41d2a91377eecd600fa3c4a1d3dd9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5973.pt b/weight_and_grad_dumps/rank_step5973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f44de6fe2a665e14bfae5f8806fd2a905818ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f433027a539059e980a62a709d0bc4bc3f010b7ecded2b027e8261c0904ba1d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5984.pt b/weight_and_grad_dumps/rank_step5984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f43b1554ca71e8929973982377182656f1ce48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18053a5e6cfc514230cde55124c817d0549a26f8a679aeb8548087fc69275b76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6017.pt b/weight_and_grad_dumps/rank_step6017.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85719dee2e3eb7207c42ecd25d7b4f8d5f58e82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6017.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a49e6348d3d3bf2ee443b28651c396118a9163f761176ccca2af53e53ed4e99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6048.pt b/weight_and_grad_dumps/rank_step6048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c578893a70677f6a5b414987e50fae7a866dd3df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405dcdf621f8d77b2c243c3ee0718b3fa6facc450af3514250c59d781e7d861
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6175.pt b/weight_and_grad_dumps/rank_step6175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0c38e320f642ded54b63e729429a1a49beff50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a245679cece45ef64169e62e83bf9c21045972d69d2ca199fb3542979333866
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6346.pt b/weight_and_grad_dumps/rank_step6346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6de72499ab8aa24458ce8df851b3666e4087e81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef77b24c29606a0dc9d3f622952ad5cd4733e6659cea4191a5eff2dff136c53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6471.pt b/weight_and_grad_dumps/rank_step6471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38734c1ae01035436b1b0915452229d8355ef457
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4536a06bfd5b357b31be37ca33b12e0749b94b98cd25b97b89681c855910ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6486.pt b/weight_and_grad_dumps/rank_step6486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b9568013a2bb539fc54d95466cbeabe5f44a23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465d4ec1659beb425d320c41b130ce56b1fbca001711865663f97394d115cc7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6513.pt b/weight_and_grad_dumps/rank_step6513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb865b3789dc8c48bf31b9636dd5bc25e1e3bcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a55dcf522fc7cd40b06d34d96f7e712d886833adce433d308ff051077c5486
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step662.pt b/weight_and_grad_dumps/rank_step662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df2217c8776ced61844936f51e9d1edc43c31a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfd44ca2f46cbe59ab7e78dd83c429c3e996050a1efef53c7e32241073f1a57
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6642.pt b/weight_and_grad_dumps/rank_step6642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66d4ca31bbe1b67ccf760ca0decb3099f3e5c13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd7055ecfd43e196cfde8570fad2a019c9c68874f19e8c34a2421ac1a049447
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6720.pt b/weight_and_grad_dumps/rank_step6720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567934a3d37816b309de0448e15a71cf046b177f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa6301af14af035c3efc7a9f0020b055c25316dce621274446ec2ce33fbe23e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6750.pt b/weight_and_grad_dumps/rank_step6750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d51146fd309b6252ba234113e2fc39c8a42bb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7173389dcaebb514061baac989cb5b4017568e508107f44cb2a0470b7d4294
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6788.pt b/weight_and_grad_dumps/rank_step6788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9076bbc1011fcbf313e5352882d39077fdc89c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1880116e02884d0c1bb3e6c057fd59d5ac5747f06f28661d5fa91655fc46d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6803.pt b/weight_and_grad_dumps/rank_step6803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87e8293d9234fd0374547c678f672ddf471ebb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0486ae402cc56e63c74834f9e77dc315cf6f4a7dfb2ecd69d232e867f941b681
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6873.pt b/weight_and_grad_dumps/rank_step6873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddf6547c10a70777321bf3bdc707019b5a4113d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c533465e677e3489419b76aea0650112c573e78a50922b5a6dc132c7478185d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step695.pt b/weight_and_grad_dumps/rank_step695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d29721923f26b16643faae7be78b921a43d719b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c63cbe28e36707c76682a70906e40a81dad4a36dea4ef1aac58b19ed2d6d357
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6961.pt b/weight_and_grad_dumps/rank_step6961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103b5b9689deeef4755f5b9598506938c7116dbe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97493f2172c59c2a25dd9c67672db67da93e146f55d4fc781044855bad9e0c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6996.pt b/weight_and_grad_dumps/rank_step6996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d067715a0531764a75d8845e70df11d558244e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11b6101a9417d57ddb6bff5553945ca2757f84585c409497c947bd62e6dca69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step700.pt b/weight_and_grad_dumps/rank_step700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827cbd45de94021e123327cc6c644c3e7dfd6896
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb569aa7559be558dd45d97b14b5980e01e4ef28d6c85144d59db7184df576d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7064.pt b/weight_and_grad_dumps/rank_step7064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c77360fea0d25b5ed554a7ed0ae5d38f546d257
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4048f74e8d2d6df1fb15e1c85979293dd100248738134684a063ccd5d2b7d576
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7093.pt b/weight_and_grad_dumps/rank_step7093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6afd7194523900cf7dd02e1261550a0f4f919b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8427ea5f4461fef71184938174ada2f35abd93e9c5dbbf1e492f136a06ab0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7106.pt b/weight_and_grad_dumps/rank_step7106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f4a6687a4c1e97bcdba9cf99239027d6c7eee1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51975f60a420f27e2ccf95b52b51e0860012ed069090e6ef9a7ef6baae8c90c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7181.pt b/weight_and_grad_dumps/rank_step7181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d93dbd0bb74da64701cfde6d12899bb32f4d0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8710520ff6699e60c6df2f2cf85ea658764f05d5513a1b4f99d0b0d14a0e47a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7208.pt b/weight_and_grad_dumps/rank_step7208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c238c3bd44d40a8511a8c90594ba1f293c603
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed85c36c6d47e32dcd5e2b1c65e038da02a82168c69598c0754115a425fcf9ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7240.pt b/weight_and_grad_dumps/rank_step7240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6b90e232ba5f5f52abd76ebc295721240903c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf73f0880b259a51e48b3a08cde4980a5e827666fd9a1ee45f2ae4273137e4d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7257.pt b/weight_and_grad_dumps/rank_step7257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd17710ff340697db677b366d5966a73fcf9fd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20883f80cb1845903e28f6abe66ac57e382931690bd176cf0602a7573626867
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7335.pt b/weight_and_grad_dumps/rank_step7335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9d89e91dce1c7cb434f7af4baac67353b57c86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f948a2dfc3c8e827329096e5ddcd61976a86a2ed1920853c1ad221abd478ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7560.pt b/weight_and_grad_dumps/rank_step7560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e62362569075c8e583d7660615774a922eee6d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53410ffbb8685007b531aad7e355943737b2b218cacb00031ebff11e7cd57a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7597.pt b/weight_and_grad_dumps/rank_step7597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eb7ef9d758cd3e6bb7fa18e2685980e5812fa8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f577f22e913746cdf4a3ade6a8fbe4f78c30be79128da185a44aa6a359bc84cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7631.pt b/weight_and_grad_dumps/rank_step7631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df3fe337f53b9f9eff26dbd1aff4f0f7e5fc9fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300dfe42980a26ab9532e10f65d7eb8df9034134f1e65d9b60eb98757a901d8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7699.pt b/weight_and_grad_dumps/rank_step7699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85362e6436c1fdaf5e30490abc9e72924e6b978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c5b81075dc5be5cee917487c1f4288266da5affcaabe770f70d7f2ef69c9ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7753.pt b/weight_and_grad_dumps/rank_step7753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9138db394df95744a18d1d21e8fff3bda90b570
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29765dd89c0bd36004b9f46f6a620223c1ab07c1c83886f53be52e7502c5412a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7870.pt b/weight_and_grad_dumps/rank_step7870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ff24aa92f4f94cb9416d766a14c66f6747e3ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3712a81adb9da7f48e7369c130a73a6a91285d6dd73ac8dfd2aea003dfdd709b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7887.pt b/weight_and_grad_dumps/rank_step7887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25955b1b29283f482550b962609847a1d5e54e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ea721b0c41ee77788e2afc5c8b290e0df8c929e4075225a96c068b118eb852
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7912.pt b/weight_and_grad_dumps/rank_step7912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876d9f0682bfa69c961188803a91719f59f4897d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4dbf24ac029571edcbb7972b56bdb69a57165ec61ea4e5a48f13e3d2447330
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8061.pt b/weight_and_grad_dumps/rank_step8061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26f0d0bfebe9bc81695157d332a0f440732c059
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331e310e26d539b434ac0ae5549c5e7faf68fc90a8a1e62bf8f5dd4a9ac0aafc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8096.pt b/weight_and_grad_dumps/rank_step8096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cfa0d7d0b2f92c768516fed6dfd154ef50649d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf8f012f854721d9b02c927c3c3bbc845a3c7380d6195e6965aa31e71c0ec2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step823.pt b/weight_and_grad_dumps/rank_step823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450648846cf39493d4abfbedb9741976c21b1d5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a447204e9685884fd69a6f3fb60d193ae4d1b9e2571c12ab3a851d1c72419e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8252.pt b/weight_and_grad_dumps/rank_step8252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f414ce40c7fb74373e211da00e2543ff11d166
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9c548b25c14e683985143c3a5ac96242bc4d81c87ab5fbca632b9c96f12ac4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8330.pt b/weight_and_grad_dumps/rank_step8330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d83f607f64303335232b550dd692eb8753a992d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00ff4b216d67ff4a83ae50143096c040015f35d708d21c6cecd8dd1fb193687
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8398.pt b/weight_and_grad_dumps/rank_step8398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1836236af677cdec64964b223f30bc7830b130
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244259af5c8e307560c87ebbdfc8cb7a34c86ab64f18c535e07a0de5b18d3bd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8407.pt b/weight_and_grad_dumps/rank_step8407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5a4e5297d12e6c8d6845daa9acd2f73f0ccf8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d222456e9e34e4e0ef9a6158f1960b7224141b1800c040374ad913d076217
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8477.pt b/weight_and_grad_dumps/rank_step8477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e20daa44a9773a755f4e604ac6c38ce0045293c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789ef916c72698b716886130e24aa48539afa7c638f59041b5cfa4658388f701
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step853.pt b/weight_and_grad_dumps/rank_step853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5bffb5fc09b0742cc62564b9e95fb44dc96be4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05ad2e837ae20bcd5719383b2e3d48897f522bd13c30be05ec3a4893b1b5f3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8592.pt b/weight_and_grad_dumps/rank_step8592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a52064a37cd06b51377984ff0197f59bcc32f54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58d10884a8df8b3eb13e149e191e0241c04aa31c5c07cff8c05a3ab0c44b981
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8634.pt b/weight_and_grad_dumps/rank_step8634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8474b4566248b8554ed49d6545f3f3d350f9bc9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96865c3d9bac7e21eec68187ecc3eba2b48f16285a3f2e72f69d93c692abe1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8709.pt b/weight_and_grad_dumps/rank_step8709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f621709d88af2ba34d2acf9674ad8a2150f2dd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7540554ad87c6429805401330bcd17506626770f5f7307378bc85d4928ec3d63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8875.pt b/weight_and_grad_dumps/rank_step8875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afd2f6fe5b72ef838b4936d4cee3ed3219db506
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430dfb0334b434c5ec0d1d1be33d924404faeed11c0ad256e641bdbfd9e3c069
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8917.pt b/weight_and_grad_dumps/rank_step8917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253955e7196934bab4cca88b3621609e9c184233
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76e0bcdc2f9f01fcf7b4b4a75029c240d1e928019c503b231db477043be1801
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8948.pt b/weight_and_grad_dumps/rank_step8948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b8166ed0d0eea4c01364a044f66b4cd550835
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d88d7b339ac495812e75e2c7ce513d927bc55c0d61f9b7eb88a5a4d4059456
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9170.pt b/weight_and_grad_dumps/rank_step9170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deed147f415875d050a8b80e696666ff9996a20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc3eec67153ab5c80fca3fd44120e050fe44f5d972a64c1859cc0c533de2377
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9187.pt b/weight_and_grad_dumps/rank_step9187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44428e606577c1a6b0f85ad72c9a228ca3e96a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0fea4bedda2364e47392d98622be36ddbfae1d4424fd4d77c1164a078dc51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9333.pt b/weight_and_grad_dumps/rank_step9333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233f15cf06da1814fe7e58db86d1ff63d9f06cec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0925920c9b7997b618c3f3ccf23b3cc2deb3ef2ff5df86cea2dd4a09c9513f54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9343.pt b/weight_and_grad_dumps/rank_step9343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2850dbf38512b7efa96afac02270d1f3b16f3ce5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d555f36ebdd10c54cd3d405b88c8e995490c9914bf27e69f62d247fdba775
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step941.pt b/weight_and_grad_dumps/rank_step941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790789a66536825290467c998116dbbc36e5a7c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652ffe0535e40a5b5706df4c0c1ea8eafb1b8c103d5829b6e06627016b4a9536
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9483.pt b/weight_and_grad_dumps/rank_step9483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984701718c19b66bde5e2cd33a1e3d4102f87e2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6539b51fb57d6e3392a590e8ca857d348f2f6f08c6b5a1344c7d80fc3cf576d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9549.pt b/weight_and_grad_dumps/rank_step9549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086e74ab5c0b0a9af10250e0ebccfc6dd4d5acf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c7005bc3bf407a2303622af9d24d1573102249fcf6cedfe0665b883c81aafe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9618.pt b/weight_and_grad_dumps/rank_step9618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16297aa74e9318827c398c3fa70935ec64baf063
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710a9708e0cfff4628692ed5b9572fcd58d76183800fbf9d723d09b045b05d88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9647.pt b/weight_and_grad_dumps/rank_step9647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdfdfcf93a285d4f3ad2dea18d47e91f1f2716b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb99c067d90ea239f912a442c4beb50d4f4b7c1cdc4601978df5a91040e3dbcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9725.pt b/weight_and_grad_dumps/rank_step9725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe89478a41f2a2232b5d576e7dc1efac7425363a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d40ae99dabdf422706ba9e728f5267acffad61fd4307346fffa59bbad948f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9806.pt b/weight_and_grad_dumps/rank_step9806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697ab68666fe8613ebecbf6b29837d9b7e51bedb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4fc9c9f1314adce50d061d13e7d6b0a68ec30b49a505673a27b22c66322e14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9859.pt b/weight_and_grad_dumps/rank_step9859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacb8bc15eff5e8cba7bd3a0632c320472673b6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7992c24bb6cc9a163c8a00cb428212850004746fa47425c16816043c2e363f6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9993.pt b/weight_and_grad_dumps/rank_step9993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bffd1da6d6239b16a0031a250d542b28d0f9fa5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d503d156490c12eef49602c33df9d26079bf476b0082e460e38ea02e9e60f8
+size 1524331132