diff --git a/weight_and_grad_dumps/rank_step1067.pt b/weight_and_grad_dumps/rank_step1067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cad1f09c2586f0ffb778f30f5c3fc8a32383553
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deb8d363f41052d2af6f9596e3fd2cbb020f16c49e0564fa0117ecbca2c15ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1090.pt b/weight_and_grad_dumps/rank_step1090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eee40e1921d87b43c4efd452f9bcd84c79a614
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93cb3fd2f2be23d538a9459004848dfda7e907e904d47d4501052b5d41409be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1105.pt b/weight_and_grad_dumps/rank_step1105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c17f002dab485fa78b0442ad8979f76bf8427e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d453bf39ff51a9d3e648a8210ff693f97d7a9a25d968a1b72a742a051d299
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1254.pt b/weight_and_grad_dumps/rank_step1254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d4c60d7afe668272014156ba2401e43dc8c9cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd408487b955a6e59bc7c3ab7216639a5b1545eb7cbaa20357366dfdbe5aca5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1336.pt b/weight_and_grad_dumps/rank_step1336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681e7dd06624c9b6b2a4348add1dfe6e8b41dd37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc73fb383f343b1f90636be6be6975fc8e2cf3b19cc32c5e28168e2bef493e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1369.pt b/weight_and_grad_dumps/rank_step1369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5350cdfcee90a89d50a3963bf6b3fa0646210f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7c43fe16424e3624cb69a4ef8304fe2f2c62d0c13c749b2f4efcfb75ece8ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1401.pt b/weight_and_grad_dumps/rank_step1401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f4959fc12696e3872108a44bd7a5c9099818f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5836791d37e7e7199eea0d0dd9392593e5fac1adf49edc4fac2a5bdf3aa1b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1563.pt b/weight_and_grad_dumps/rank_step1563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d8d30847f6a2b1282c04c0dd00167a195a6714
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717558de092a9d84a99e1e6aa0864db680cf0cf8dd55fc653cfadc5c5160031
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step16.pt b/weight_and_grad_dumps/rank_step16.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab896374cf040ce2014d3da2b6d9831ec4f52c74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step16.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb32e8ae7cc097aac90bb40e20040b98f44efc6284e5904bbbdb4818265e26
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step1632.pt b/weight_and_grad_dumps/rank_step1632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378ac04d9bb320a85158f8ac2d89cd00b5495497
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5838cd0d229177e46107872a93b89b1795f119be4b34633b857b145e1910c5bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step172.pt b/weight_and_grad_dumps/rank_step172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3717491b51dba11dad72770bbfe992872dabbe7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31203ed1a0bd475fee2b14c845fee05c20e9f176067f2297248832cd44ec3bd0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1750.pt b/weight_and_grad_dumps/rank_step1750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26325c3736fd7ee70d1de0870d90743a9c4aa5a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c23d153aa4d238999b436981580b5bb3e0be6e52c7851162abc655f754f0e96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step185.pt b/weight_and_grad_dumps/rank_step185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71efa91f9f49bf98ae5e67a48befa910b4ec1dc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0002bc0f58d4a27d34240350816877af76a3cd28bee187eaf040b535441f4d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1873.pt b/weight_and_grad_dumps/rank_step1873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc25588de37ab1150607828718d22e991c17ce5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae0ebb65a7ebaa63e11974a2261d5d32e7d260a078f592c3040421f7929d693
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1884.pt b/weight_and_grad_dumps/rank_step1884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b7f7086ce122d495c28c67bac677f574010751
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1544660c0a6feacc6f5e43991a41ec96eef9cb4302bfd58665812f4671b91a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1911.pt b/weight_and_grad_dumps/rank_step1911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b090b186715c2b921c43cf8e2fe7bc357838887b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92238577a77160a8a77c1a536ac144466101d50c707527c60056fbe98ca22f43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2075.pt b/weight_and_grad_dumps/rank_step2075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356e37db3177777fcaa6cebf54401c33f35f9b96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0f4149e5d5c7238e942a9f1aabe54aee6d4ece21327a3ca20a121ad5bbaae1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2082.pt b/weight_and_grad_dumps/rank_step2082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8a5bc3d57a248adca001b3277b52f945b747ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3926648297fb0db0de3cbf4f051334c74c52e795ce6c7693afd2af06d0ffeeb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2148.pt b/weight_and_grad_dumps/rank_step2148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bcf23333755cd9ee64a3b302822d26c6ba0e5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c75dd22064390d9392b9f693d95c3d0f2e2d366f69ccb9abac23511d0d220ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2219.pt b/weight_and_grad_dumps/rank_step2219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4a5a34c9166aff10aefabc4556a808502603be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3785b6b5813c282289dfc077ca59e419d5860e9b60b27dd43596b078b3863
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step223.pt b/weight_and_grad_dumps/rank_step223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4432739c4324152ac6d8a656c74079ba71a371fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98038a899f59fde4111f1d91fde26244dfd848cc0a809870bdc370d10a9d89a8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2246.pt b/weight_and_grad_dumps/rank_step2246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c250b05bebd16748660dfae5cedd419b9b351ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d58cf41d26e0bcc7a391e3c597b04834f2c6267f082a06319e0627362f4f8ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2324.pt b/weight_and_grad_dumps/rank_step2324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb42e410c7599c65de5784167d143fbe9dc8d3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912a5cd6f516450387b0c6ffd808da055fa8e38b68363dfb3e3ea3b3f076d19b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2413.pt b/weight_and_grad_dumps/rank_step2413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9791320419e6c40ebd4c5b0de24682b82cf972b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc9b2724a750a7bd93e0bc748a3ac1e59c078d795787c4adea6572fb284a934
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2571.pt b/weight_and_grad_dumps/rank_step2571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321b55cf30ca08d660ccf8a1e29a512372c618f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1f2e00b29a2f0f43e0a94d695f9bc2a88390dd5d2480c3ea9b814b3cddeaaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2586.pt b/weight_and_grad_dumps/rank_step2586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6605b27a04f9d457d9fc5b85a04279a53754a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db81f3369ddfa66717e0061c98c38d145d9573d167f02b5e0dc957af6f46729f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2620.pt b/weight_and_grad_dumps/rank_step2620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526b8762999407a75ca150e9ecc5572d5c56be7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ddc242ddb054b869b961bec53f73bf53db51f2d860222adcdd2a1b7ff066e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2688.pt b/weight_and_grad_dumps/rank_step2688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9393999bf643a48223cc0591a63867a82535483d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f96fa2699550d4334b1ffa2bac6bd0a1608d0d5b88d65f9ed692181246125ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2742.pt b/weight_and_grad_dumps/rank_step2742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e539c269d00923bc47cd77b7598e2d4491f5d000
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7905f46eca308b2fdb592dd0cdf5203abac90ac0a73dfaebbbd67bb5c0474b79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2861.pt b/weight_and_grad_dumps/rank_step2861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44eb00cf1ab9fcb24605f5111f098075e5a9297
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1527c09726df24cafff26c353f7292bcf429d47bb2cf1918793a4ff9b9409bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2896.pt b/weight_and_grad_dumps/rank_step2896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3021b918e5243cec485b3cafa48d9f4e3e7c375d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7918e293384c763d555c32bb1e592bc43d379fe5d0be003e73ac252a96675851
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3006.pt b/weight_and_grad_dumps/rank_step3006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a4cd10907b2411b798404fb0692945723ee243
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6cc750d4eb93af3957ce9e684256ebd4045c6d41c20d200753348ec9db37a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3059.pt b/weight_and_grad_dumps/rank_step3059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f779399e6e1120aecbedcb8e4a6701ad5f00233
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e65284f1a579f21152692f9177b061eaa2d1696d32a0e3fb9700b9f045e65aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3164.pt b/weight_and_grad_dumps/rank_step3164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573732aef2a5f28b8c48d8df09a37c1a3e94411c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f47784f09c51ede13eb30b5e072db7b98b7ac96a2b52f3af627b591ab1ec873
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3235.pt b/weight_and_grad_dumps/rank_step3235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b86f12dc7dfdd1cb1b5b3d948b4b621f19bf63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04bbdb26a929825a12c18097ed6b0cde37e47ba5abd4d5551102d723d0c4ed4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3308.pt b/weight_and_grad_dumps/rank_step3308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e9bdae97a23eb75dba51aa623ba36fcd848e54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb679b53123d3262cecb7319fa469827304649ffe5e443262c5e9261eb8ff76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3357.pt b/weight_and_grad_dumps/rank_step3357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269ebbaecd6c00a30d99363ab8ca631963c5fa32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d36256ddc84720a55e8e8196536c96902cae2ba9ecbb2d8f7dd4e125802b96a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3460.pt b/weight_and_grad_dumps/rank_step3460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1d4c784b2f28af99480f1cb1b35c9eb15b6f6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008629741a23c9db54d41be2bcd514bcfa8f010fc06890cb43237b46accc3a28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3497.pt b/weight_and_grad_dumps/rank_step3497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe5e58eb7e435656343498c9f326ec44dce0a33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f94e0f6d0c58cd4e67cd473f1ed258f0ce5ac82f6de09f030b38279ce706f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3502.pt b/weight_and_grad_dumps/rank_step3502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93cf1d952786486fb86a7e6e02f03eb6f0b731
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b6054e6791b7ce08c56dab260a38576fa33422d4d88c83345d3a516831e3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3653.pt b/weight_and_grad_dumps/rank_step3653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80019a21a6dc63c682a6929ad9a231be0473e8c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80b22e5d763de6999ddfdae78e3bcc485843b00f12aca0ae13e64de4a414416
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3731.pt b/weight_and_grad_dumps/rank_step3731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840cdc0c3d39c9163e204ecccb2d96c052a34bdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6f75d20d553e0b87fbcc89992c34ceff2b89eb936acbcf9a9305fbb946239
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3812.pt b/weight_and_grad_dumps/rank_step3812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b635cdba1cc85a353ba918af016ed6d9ccbf60a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd006a8f6673e8890277c2a29588228327a1329bf625b3b56367cc9ecc76ada5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3970.pt b/weight_and_grad_dumps/rank_step3970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4015f556e88147e8d5456b601a78d4aea43b68e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1e0e4a6364b76a872d9b1259935d23e39c2c2f17feaa73005834632d04343d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3987.pt b/weight_and_grad_dumps/rank_step3987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4d238126d49b6cbddc689b51c0b63b5dfe5ffb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfe8ef470d93154509f88047177514b02d878245e1e91a3b7693ae02b365453
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4051.pt b/weight_and_grad_dumps/rank_step4051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162913df4ea1a5c336735378153e6a17c41683b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4836ba07e99df85d0aa31d9fd24d97663cb27b6b03403b5023c24ac4b70218e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4133.pt b/weight_and_grad_dumps/rank_step4133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0d9421f7cec867065483257dac6f2bc8ba60d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794981a46f9d208b2aa094d7a81b725045d1bb81de5d0b19b474a294c6163770
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4262.pt b/weight_and_grad_dumps/rank_step4262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012e8d854b7e3ea019a81e9b3e8e5d7def052274
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479d1e1dab320ad28128cc882d620f27a3c8befce562c2279678e7d65e044008
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step429.pt b/weight_and_grad_dumps/rank_step429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9083674dbdcca5ba72dedc1999a969b730e81c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91714bcd39fe8da475a389c1123e2fbfa2577a1f62f30537f9b204a816e6653
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4295.pt b/weight_and_grad_dumps/rank_step4295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e1bce9347435122a333aabc822ca5092db916e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff3a3c7b1fe812a9e85e28ebcfccfb7f9aee486096d9eca08851030b2417db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4300.pt b/weight_and_grad_dumps/rank_step4300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9c3a1163583e769219559b9686957d9048af1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d64dc270cd0e62c1646ea255136d3eb7157bc0ff8cd795a2edf4719c8905e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4437.pt b/weight_and_grad_dumps/rank_step4437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05a96786d9993dd81027c406c814d66d8d468a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3677e3fa7e85ec1293483cb93852ae82abf3cc8cea523b659f07a3a22a99b8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4468.pt b/weight_and_grad_dumps/rank_step4468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a691ab80da41beebdae76d6a84a3fa6b06bff2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d68aece55abc4fd90b5c8fa5f2cd734f00a27e143a78b381ca7adf76f16ee3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4604.pt b/weight_and_grad_dumps/rank_step4604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fccf62faaf253952409ff1af94ae24e023c652
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46843cd226983a2e73f296d52cb6cbaccb2951fa1c4689e1f2ade91afb6b142e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4739.pt b/weight_and_grad_dumps/rank_step4739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b63a086e1fffe991814a42d32929e93cd2daae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e369a7b260141f083b0748fc25d5e681e7ab7b2b165874fc103766493267643
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step476.pt b/weight_and_grad_dumps/rank_step476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf68dae7b87bac2cfc98205eac569c22217a8e48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a6b9b55b8f56e803bcc1d8285804ffa7ae2b472702e4377a5788892d936a9c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4766.pt b/weight_and_grad_dumps/rank_step4766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bd66eaca8f61022097613b016abe72d42920e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bd239745dacf9ea73079f250269da090e40ee31f9f156929bd6aeacbb67874
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4791.pt b/weight_and_grad_dumps/rank_step4791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a55144261d2e9c8ea802435cb951b56130d49b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83add7e6c2c04abc675ab9f7baf953394e88d4ac0afc47da3add15168c913d9c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step481.pt b/weight_and_grad_dumps/rank_step481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b829b26c96a9ec7131264e7a2d6764344d2c194d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46acc80f4202514a75f286b57827a9b91babd5b043787e61e4a6d362d394ac42
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4845.pt b/weight_and_grad_dumps/rank_step4845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77a01d2547b4b490ad86dbdfdd9b93044c55673
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcbfb4ec2e86cfca55112a39b7998b14b11fbe7c0a01155f83365b5676e3428
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step49.pt b/weight_and_grad_dumps/rank_step49.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6b51d42c33e50788aef2cb07b7012aa5b88957
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step49.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3006a0f6aafc8fcdfe9edb79c0c7c36473af47ad0c90563ba33202fd5a473a
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step4927.pt b/weight_and_grad_dumps/rank_step4927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1344cb294d6fd08203dc2dd7fe12a17e61474ab7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b600f0c6302d40b19fead77861843535d136fe54653b976bf7e028a507be2af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4978.pt b/weight_and_grad_dumps/rank_step4978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693f592044c7f61b930a2f3e8a2110bf4048ed43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9a9167b8cef6aac39c7e9f13baee1858016f335e1e38f4c7e3ac9fc849041f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5022.pt b/weight_and_grad_dumps/rank_step5022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3d8753d8faefdc4668d0d791b4711dc083b0c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164616f5096f6943cd51616e5b0cf388df5d90ad642553aa8bf35d535f758ae3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step514.pt b/weight_and_grad_dumps/rank_step514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569df0c9bff5bac4cd782ba3b793da4e944ef6af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bccaf8edf28569c1f135aebbdefa98b125232c331c6b30fd1b323f888020a3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5140.pt b/weight_and_grad_dumps/rank_step5140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5b2dfa19a2ef46f73ab93a1c4e2bdaabb8fb9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e2587821f9993cb3d2591ce99dc32978b18f078695d92785547aa7d4997015
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5211.pt b/weight_and_grad_dumps/rank_step5211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207d26c7a18532a8288b1c71a00a60d0391b8e70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e71c105c5275cf0a1f4f7268cbb7e3c4011d1e4312690949a127521726cb0b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5373.pt b/weight_and_grad_dumps/rank_step5373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f1ddbf5210d5683ca84111542663bdc4902290
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdcb4f369ad54d4777a751c63daf6b3fe51d61a7bb22fd889fcf8fd3870710f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5384.pt b/weight_and_grad_dumps/rank_step5384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee7629c88169d7f7624549dfd05a5a4e8c14677
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782835fea8aa623ba701fe446308ba3a9f6abacfc12ed48d4a7a7b4e5d690029
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5526.pt b/weight_and_grad_dumps/rank_step5526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400857a989352c3797e50bae627b9a97b0e50cf9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547295fca8a18b6021f2be43655e5ad2b5a704be3984795cc679930eb3613b82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5579.pt b/weight_and_grad_dumps/rank_step5579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5a39d1676c0097ff61e64cb645ebef8f1e8e66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838781466c7b95f7cc2eaebd0059138b06d5c83b949aa94b0f6074416dad1252
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5628.pt b/weight_and_grad_dumps/rank_step5628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5955d6bc060011f50b124300738827b7fae2abe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0915f93766db410116515538905b7f0af3c3aaae5b0e00647dad16d818f5f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5677.pt b/weight_and_grad_dumps/rank_step5677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fab7f75fde1aff6baf1ec6152a06c63aa66ffd5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca77c9f4d69ff2fa86c28df9e7931d7ddbd227f04a3b24717c798e8be8ae047
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5680.pt b/weight_and_grad_dumps/rank_step5680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026618b598e70dc7360ec5cc6e244520a07edcda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfbb5ce081de1df8dfe6c7192ff1213ed22a10dd061d7954494f2a02fb7e00f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5715.pt b/weight_and_grad_dumps/rank_step5715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6df39417137c92a03ac824fe3362a82f9b45dad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a841cb6ab1bc5e59897d088fbacc51badcca72a7868039ae169d9c1667cb26d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5792.pt b/weight_and_grad_dumps/rank_step5792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a47acb218e7b92282c91f4af41c958846032ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ef0000bbda218b60eb930e1777351e0f6bb4fdbfb1022b283ab100ddc1e16a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5836.pt b/weight_and_grad_dumps/rank_step5836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006fd3317d71f7e30a8a4bceaa61030b0162ba6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e94dbd6f9bf8540e144b60985d51e2386f4a46b7fa604bde13086e2d11a6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5846.pt b/weight_and_grad_dumps/rank_step5846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92d47eb31787df1874464f86d11c79441c4c510
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52deb39ae9e4663ac41f3115258d244da89d17d9f9c7e92b8651b1e9516f6104
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5869.pt b/weight_and_grad_dumps/rank_step5869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faa0e91a9fbe0dc14538be8d3490137a3cb3a75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea10087635d9ecdc653f97db0a50af829a1c320674dc858fc4a4f0302c18f17
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5954.pt b/weight_and_grad_dumps/rank_step5954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff31058baf3ee37e155913f58bac7cd8210331
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5da9165ecf69c6a9455b458d0f7bef08ff73725cffaf35603cc970a538e6eac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6098.pt b/weight_and_grad_dumps/rank_step6098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ff126f45a6e1a27ae79f8e1de08c2c05067485
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b55a9a5e17c4174ec1f14b27947a9ab58a1e542ec96ba2f55ea3f778d68c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6203.pt b/weight_and_grad_dumps/rank_step6203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec18dcd00e568146cd8e1c670565ecddef002b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366da166df1e365bd2ce444a5000e9edef3e8bbc819b4235ac0ce40751c70e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6361.pt b/weight_and_grad_dumps/rank_step6361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0236c2377a1cab83499fcd88839d082d14145de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad812b701b5b4dfbf591bcd1eaaf133956ca944106dd8955bb26d9c0ecfd2a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6396.pt b/weight_and_grad_dumps/rank_step6396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac78f7bd58bc925b3784049addb46e138c4e23d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4389d891c7e1bff2417300de4c9a7073aa98016b07df1feb89b4cd01215901df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6409.pt b/weight_and_grad_dumps/rank_step6409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2923baa63599e983237231e7b27a7ff0dabeeeb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dde7cd299c689de9cc2073b343cb69dd8a7ab6428ae46421aa9d3305f2d547
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step645.pt b/weight_and_grad_dumps/rank_step645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3834436770f2602cf00874834a27498b5c3d1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc772fec0690797f67a949be11af6c9dec4b11d5e1161b4adb65125b3161a14b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6456.pt b/weight_and_grad_dumps/rank_step6456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dda69eeb28f1edbc7d7a746aa444b9940b55f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af1fac7cf7f005c60f18f164515b150b1f4fca6b890cf1a1ebc55889fba3d5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6534.pt b/weight_and_grad_dumps/rank_step6534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2839d05105989b3bae7a2dc638b9936cc32085e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbef3001e2bc632c2764df1959c764926618c397dc753be0006a97b56f4c8ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6692.pt b/weight_and_grad_dumps/rank_step6692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b61f77136c45355f167fa578210229b3e53b9ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f362cb49c768318a4c6a5a574ea355c89627ae2bf369c30827f08e785d3e34a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6707.pt b/weight_and_grad_dumps/rank_step6707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d317cd04fc47c6be738c3356e2f4edc05fe54ad4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101f37b237dccd365178436dbc720266037fa28e5eee51c2f91152afc5d6f88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6758.pt b/weight_and_grad_dumps/rank_step6758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffec6b66dfacb79cb7cb0b0f05c17c809f1da01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19552949bd6a19858fb9ce7ed0245348bda9c33dea0a686c7ced24f111cd0f80
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6824.pt b/weight_and_grad_dumps/rank_step6824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e938b1328bdf78c02c177a50add85894aa5ffaad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6efe127675ed4bc4546058fe5abad18d2157687b9176860852ccc578ece7d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6919.pt b/weight_and_grad_dumps/rank_step6919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adab43d180a4dd655cbb39c91a6a44ce7a18c4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42952ae4c6aa3549dd15227e92148514d8e0208d55e835c6c20d2f94f870c8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6946.pt b/weight_and_grad_dumps/rank_step6946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4694761f530e6c41463085a4170dbdcb48637dcb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9523c782acfa0478f80b9022cc90a47ffb902d2dcacb0b7d75f327d4d120fa4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7043.pt b/weight_and_grad_dumps/rank_step7043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4305c79ef63fcb05e80926871febd379f8fa1814
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dee93a5e7ee883da81182c8c5b4da869967e4f2e815995dd6a37765f2e316f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7121.pt b/weight_and_grad_dumps/rank_step7121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8923263c4640750f5f2a5c422d5ac00e9d6c90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61cec8a31f351170574d0e8bfa2821062d34179bddcb6d5b427d176305deb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7189.pt b/weight_and_grad_dumps/rank_step7189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78bd338c80d8b4d796d40d15517e42997afc387
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737aaece01a58d7912e56088dfce728f80e5438c5bd094528c3a50b42873f927
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step727.pt b/weight_and_grad_dumps/rank_step727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7722f49346495d9dd631c10f971acd16a640bb39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bc3a51482aadef42cf0b932077e1157fed4694bfefdf5b26b7c7918fb39a88
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7270.pt b/weight_and_grad_dumps/rank_step7270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef82c21d5a99b35ff68677e915b0b19aff3a6e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c4ea5fdccfc9aadc1ec7e392fac4b8be43a62d37e9b0d866c47f91e0b48123
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7287.pt b/weight_and_grad_dumps/rank_step7287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77072785faf81e9ebf5c62b3a28b618cba2ca9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411e77da052c6e13ebc7eeaacf133992e16a326f4b2040bc1e0c21774a6bf309
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7425.pt b/weight_and_grad_dumps/rank_step7425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfff71c135a3efec2d16e48bb0834d10afb1f68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab747e479eb26e8bb66c24e2ec8c9d962901ad20884df667569cebc33430e5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7518.pt b/weight_and_grad_dumps/rank_step7518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490757092d3e83a0bc2c9a6e1447a3310d3e0d12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daf711541a7a7f289d47f5db343fa65cb3686534bbd9e15490f13eddd007ddf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7616.pt b/weight_and_grad_dumps/rank_step7616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36418a02bbc370eaba86574a3484ee0b3f8882b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aae7a1f5f6debb255d5fb39fc600e165a97de5922f2c13d244ecd986f9fad0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7649.pt b/weight_and_grad_dumps/rank_step7649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d81e421362a5e424eea42ac7ce1c5d90d53f70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfadefd38479d135d13549aaacb2911eda96df38a95d6826e0f6c0aeba86185
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step778.pt b/weight_and_grad_dumps/rank_step778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0996a307165d84d75d81a7b63ff6f47412173efc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1e242b3689d14409b1f624c76dbc2cac6c0b5d67700e79e38d06b4251c124f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7783.pt b/weight_and_grad_dumps/rank_step7783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172df833fa44bc3567ad3d7d86f9a344d7158ae2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae491d0b33be664cab72448d080b8d254b0c8500f9f5286f178eb562779c5b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7808.pt b/weight_and_grad_dumps/rank_step7808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b05db9b10e0f1145fc32a783b6c2167b68d09c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cdb0b5767a679a0db457e02fb73497f717ff42e7a73046f92488f4371977f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7857.pt b/weight_and_grad_dumps/rank_step7857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80da2ba5cbec3d82c5f8ce91bc69b6549e187ccb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139520f6a1885c2fad284fd84973a009931d7c66ecf591cb2c938b1730599874
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7935.pt b/weight_and_grad_dumps/rank_step7935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559d0d00beeb249886248d8deb8edb534581ff85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b4998e0ced494137dd3e4f5e1adcd60033d5a4b0119fbbbdbbdbb4af4049ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8019.pt b/weight_and_grad_dumps/rank_step8019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3c104c57bc9da6c686dbd4975227806ec19a8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de51675ac796a8c429b681b006fef8d60cde02205aa17c9b039672262dd6a85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step804.pt b/weight_and_grad_dumps/rank_step804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3775b564bab63bfdcb0c039e5cb0cc3cd4b1e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1160745c760f04e8c0a5592ff17774dfae49932cacb61c74f9dc099cbbaa35
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8046.pt b/weight_and_grad_dumps/rank_step8046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d07e0901e81fbf8661ca8f8b02a0a81ee52bdee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5d36e9b95f6050acb74db826cacf03b63863c928824b27cad41696017f6d4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8124.pt b/weight_and_grad_dumps/rank_step8124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a54ff88e42ed75b376675d14feecc57ba9adedc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cac570887d6f955eeccb003dbf3e01d904cdd5ac48fa9d9bd621b3c8b34535
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8275.pt b/weight_and_grad_dumps/rank_step8275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad104cf1a984cbafdd47daf870931f6590e1da54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30012dba6a60453554b0a4ab701bcece0265c89073879bcbfe7fccafde4024ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8282.pt b/weight_and_grad_dumps/rank_step8282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e952e61c699825a57642f45fa5a0f27904e53cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6a1aacc134a21d9c8c9b4e83f947d0a22d21de5f80f992b312e1ef2ef2f429
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8317.pt b/weight_and_grad_dumps/rank_step8317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c62e9bb92bdb6f767fa689a02cc09c8d32ca9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22dc3f36c74bc487da9394d5a5d3ff17977cfa4188ea571e61368bdff081f1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8348.pt b/weight_and_grad_dumps/rank_step8348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7125576b896c6f22455ffaf012600d323fc07e61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb09ae26caea87f034a6c65ac92fd93d95b4f584bcd0acf881ff44dad7386b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8420.pt b/weight_and_grad_dumps/rank_step8420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4925fdc7aa2b7971fb75c6fb6478674c0bd927f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14b8ae03f61793fcf90d88499f881282304bc27d882daf114e739b34820c54f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8488.pt b/weight_and_grad_dumps/rank_step8488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f213a4a71a939c3092f5accb20679594e268078
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183237f69823c9423590461647813c8c3f700bb2dd4039dddb74b9727884b4c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8542.pt b/weight_and_grad_dumps/rank_step8542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6966a03ab827c6ef1ab69dc852e7052bee383d90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7505312683975bf09acaf47e69830678bff63dfaeb099d41460f99753deabd42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8613.pt b/weight_and_grad_dumps/rank_step8613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8ca2ffaea5bce3878f7ac355defef16ed1e6f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373dd0526e83baab16969007b4d1a3b9fa5c773e4c0fed25f82dc605e58c968
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8701.pt b/weight_and_grad_dumps/rank_step8701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e5105f7a9813e6cb30a3d5f6e6ca54836da7fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a7cfbd5a5dbee16ba3fe3d8f37fe3192666b2d701fa6f83adbf2fdffedee8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8771.pt b/weight_and_grad_dumps/rank_step8771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a81f8e210e918dc09101121a3fa52cedd9c9ec8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f673878bdd6c72d9f4c7e3adf29e27f7bc5cd1cb14d868cb9367911d9c71e63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8786.pt b/weight_and_grad_dumps/rank_step8786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a192bfbdfe21708e002eec71b78ecedb4876d078
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9034912d7992c1c54ff3cca1e297232b0562fa918bb404e916410b9a17c54a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8852.pt b/weight_and_grad_dumps/rank_step8852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0161ac86d4e041ec482a86e86176b98b118a1f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2371bd7f7c8b22145f04851d52df90fa919053b061a0671e02d6460400a0d3d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8998.pt b/weight_and_grad_dumps/rank_step8998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad63ec5052dc23d22a13a61a8dfa141b8f25786
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a92bfe71d19d93297294679410f6523a89fcbb9edc8fa7672a6261cab67d22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9035.pt b/weight_and_grad_dumps/rank_step9035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9b4e10428d33e887c501db7e2545721375dfd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315a3f865571fc072028383a7f37c46971d2b1aead67913d4299d8243ac47c19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9108.pt b/weight_and_grad_dumps/rank_step9108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9a2e248ef7704eee487045e571fd983f71a12d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c4af31eef40246414b3ea372d88db830347cc9f6689fcf8826a1e468a4456b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9127.pt b/weight_and_grad_dumps/rank_step9127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843303f643365be66069c7f4e2497cccb60b35b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601478de2b2403e2664fbbbae8a648aaba674a05a77c00618e3aff2606d64a13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9157.pt b/weight_and_grad_dumps/rank_step9157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43d69cdcd2c010a3f6e359b8c0395a46cdb5ce8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2016b2c1aba259defb99081a387293b1ad9cc7a4692a722fc764ccd045322118
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9206.pt b/weight_and_grad_dumps/rank_step9206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed7da8d5a342b2c29998cc1f221d2183c718bba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7975629335a66ad4a2f9132c0a8ba64f9481f57b458e201727787ad31e39446e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9259.pt b/weight_and_grad_dumps/rank_step9259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b0f34b74c8a8f999c2ea94d1d5af225c47d6ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6cb9015721e28a1343232bf52871140212c265ff28509da6f5cef53327b00f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9364.pt b/weight_and_grad_dumps/rank_step9364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b75161dc552c051488ae1deb3e9573fd6fde5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7818c5d50ef6ea60931c86876cf6aa62c7d54d1259bfd13f821d3281a65e407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9453.pt b/weight_and_grad_dumps/rank_step9453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6d3286cbcb01e3eb0ef7a473d41068f0e6f756
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b77ff7fdea4b0db0eb8ed88fdb06e9acf1742d5ab31806bc9695bbeb87737a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9599.pt b/weight_and_grad_dumps/rank_step9599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9596e50bbaeaeeaf0e549cbaf17e2b0f65f3f15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8405cec7b3e6742e654db3cfa5d10f1859fdb9724b3048d16fbb89247fa3c226
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step966.pt b/weight_and_grad_dumps/rank_step966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37baf27cdf8b11bb25576d5c9b0c2c25b499e04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bc8246fdd0f25313bf2e2b8baa421adda119610829d0f355bc3c9e894145e9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9660.pt b/weight_and_grad_dumps/rank_step9660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613de793c07c07be8d8604416b186c3f32b99cb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b452850050d7bbd57197c818f95bb333c5bbba2b5c6c8fe86ea2de2f3e22b28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9697.pt b/weight_and_grad_dumps/rank_step9697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adf47b4efc820adea7fbc1591cd854fba19f799
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ee512c136540519dee2da6525d9116998250c5ad73a23c329aea4c5aefe9f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9702.pt b/weight_and_grad_dumps/rank_step9702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3796946cfb8b70901981128310521e15b571d08f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b328e79a1cc8bb11649040101882b6e61d17deb34e41a6ee0dbf958e3a0e0cd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9821.pt b/weight_and_grad_dumps/rank_step9821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cc41af8ca77a7e00294001923ae0f2d290eac7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b648bd5d4b30e513cac3df63f77dab601909875ce56424ec74013e76e8979c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9889.pt b/weight_and_grad_dumps/rank_step9889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88460e1db87655896fc911517bda56aa83bb821
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6e921a78ce1c984443e61653b50e20a7266e66160d1e32d175d69c2e7284f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step991.pt b/weight_and_grad_dumps/rank_step991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41ec93fb6be83b0872f09a78923dfbb74307255
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a24885ce60de71487c20b094b66587fa07111790b0355ed6e5a2b59f2890548
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9943.pt b/weight_and_grad_dumps/rank_step9943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5232785d96983c03229452e898ebfce2cc42f989
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78267cd33f9713f301caf723c08e7bfb039acf68857bf4a34810b5cd978a797
+size 1524331132