diff --git a/weight_and_grad_dumps/rank_step1034.pt b/weight_and_grad_dumps/rank_step1034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c6512f463ad2f1357b878ffc36821a80022bb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2549951ca70387dbc7ed94e1b027b8e29d5fd96f93fb70a41dccb52efcc025db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1044.pt b/weight_and_grad_dumps/rank_step1044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20d21e76849f7ed4d6952d2b4290ef87d90e596
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaf72a30f8211ead2b4d15e3bf800142eefe4dfc76d96e7609eb413f140d28e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1109.pt b/weight_and_grad_dumps/rank_step1109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc042b58a85a861f846be5ff1d51d0e61cb7df48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8b187f85a6d0f7fa6821deda66983e52e49d752468a9f99f6621b195092e20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1126.pt b/weight_and_grad_dumps/rank_step1126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad9c8dd747a8512db11feaa7cd7c030895a398f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efaf2201c8d7b6c8b6d27c8c4e765a4e689439f48ce7fa67120f106f44ced5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1156.pt b/weight_and_grad_dumps/rank_step1156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9029cfea4bcd022212bc4b68a3ab92d3530e3cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612afb4edb6ddbdfdfa8a8a70c0311bbf9838393832b91c591603b93d6d8f250
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1207.pt b/weight_and_grad_dumps/rank_step1207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ebda7bdeef6789e896c1a6fe6cd3ca273cebb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93824a8d7651a74b896520cbeab4765985e41b82c34263944abc4706cb576a69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1228.pt b/weight_and_grad_dumps/rank_step1228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf7967dd42b222f288f647a16632853efb53792
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faf4d271a933d547d1a9a38c373c2f2b9abcb846c71d87d675137746439e193
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1258.pt b/weight_and_grad_dumps/rank_step1258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2963eec027d39ef8362bfb5e6404aafdd15b3423
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb87887d3d0de0a19c8d710b33eac63783293f22f0ab91cef5bb01091359e07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1277.pt b/weight_and_grad_dumps/rank_step1277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5122cb7e0f3419b3fc4652f42543096a89466b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81bdc6942683380c0d078a9a74de4c101a2d92a2c53fcd6eb58fb55fddb9419
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1281.pt b/weight_and_grad_dumps/rank_step1281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e18835828ff4ff93e657276164a654006a99ab9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef98b9322c7eb585639079cb29b3a71dd7700cf2f3c56ceecc0b0aa95d94015b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1315.pt b/weight_and_grad_dumps/rank_step1315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdba8c612794e5173bfa8f2dd21b1d66b4f7a0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6857bd1bd74803bf38dc3e67ed8ed5f27f38fe9bf0cfab27922efbe381afb72b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1392.pt b/weight_and_grad_dumps/rank_step1392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763d098d0254588272058e7dfb316fb5e2921156
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbed0d1937275780155890bb1e8850c346d1e8ec4e5bb15c52d5ac7421ec775
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1540.pt b/weight_and_grad_dumps/rank_step1540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d1f23a557a3cf4b2315649b238252591b662f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b191e1200a7d1d3c64cbf27a4940778bee3a5e155b6ce91b49ab6a0a46e35b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2009.pt b/weight_and_grad_dumps/rank_step2009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78089ca43906b4f2cfaadeb6216938f484ab6f5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956cad02d40467dc886ae03f0a6cdee125ded780bc0bd284457a651331b6977
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2026.pt b/weight_and_grad_dumps/rank_step2026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036317597c0a3c2284d88e761d09a64b39f4f1df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ec2f45c067a64d0c79608b904f20b489b1d02d8d11c3ed3a973d3f433d9cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2079.pt b/weight_and_grad_dumps/rank_step2079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdefd78ccddf7f0a575e32a10633d5f26e3dfb26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82c8979dfe8bd514e282f90835109092de4a7707278a53ee5d936f9e4c961de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2134.pt b/weight_and_grad_dumps/rank_step2134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ae50e638a927763eb8eb52fd6f752f6dacb6f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa34a48825ca1d4576282df4050fe56bef685b6c6487106f79aac3d835caa06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2144.pt b/weight_and_grad_dumps/rank_step2144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321d33424c71a65a0ecca64c1761a274989d0b60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7194e335fb4dbbf2d17e83619c7ac5d20faeb81137fa2c1cbd8f01a552446e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2215.pt b/weight_and_grad_dumps/rank_step2215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0aad0a7c38d92067abc2d11bb259ec72c56e6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca210160043e6970815cc91f870d4a26a22380b45dd50fab294b615667c6516
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2265.pt b/weight_and_grad_dumps/rank_step2265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd01107780edeceb45d5ab393e42eca2c30fadd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc294526dbc8bf8c1a5520e491cae1932b22e2222c040fdc171b7dea53fdc0d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2292.pt b/weight_and_grad_dumps/rank_step2292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf038e5d5b724ae781f2c54c8495b044b73421b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e52bf13507a27fb3be0be9ee345b8547ada797186450824608931d9a6ec4a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2307.pt b/weight_and_grad_dumps/rank_step2307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5842bc676b48990c312ac42e4cbb3f7a8bb218
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdba0fba54c7e2d96798702d6cc077b1664f6e39e3a5d0476eaeed1b8cadd95b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2358.pt b/weight_and_grad_dumps/rank_step2358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726daba88656935eb0c6d7f3fcabc91171685a82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d9fe2daf156304506a12fd6f74d8bcbfccdf66d9074ee52485bbbf2b3fe4fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2377.pt b/weight_and_grad_dumps/rank_step2377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81baab992d64c3cb79dc4bc6fab2c1af131b8513
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3490f2cab67eb482aefaf37e98470555671f16fbe900fe594fc98d19d4124d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2380.pt b/weight_and_grad_dumps/rank_step2380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8237df18534c0cb51f8c00c55a52f6709444738d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3474beae445d0824b654371f67fd739d9a1b186103a97b1ad32b4ee4c882803
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3168.pt b/weight_and_grad_dumps/rank_step3168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70163d451e442ee8087945f50766f0359d3c0a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a8d4db0eebde2a8637d72493e379fdae9fe942d0eba11a388c5e42c5db4909
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3249.pt b/weight_and_grad_dumps/rank_step3249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b258e215c0f6c3f2cb01e01fa43f8147ede0ac30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d987cb9f76fc859f88a606c5d2e6374b131f8da64fcdd4e77bf4817a981baf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step35.pt b/weight_and_grad_dumps/rank_step35.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3410ed694cd79444c5bbbbfec67ce09b2895a023
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step35.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82851dbc53ec43909ccc43e8c80df00219e54a2e992943b2f34e093917fb5e1b
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3551.pt b/weight_and_grad_dumps/rank_step3551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce2e5d59691356746d73d66c701d7e51e9a39ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b6b7a0198a7aae717b461e95573cc6c31bbd4fab8710b9d18285d210013aee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3589.pt b/weight_and_grad_dumps/rank_step3589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db92b0c8bb53fe16c30e5019b42846e70fdd702d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa00b234c7d640fc893b98f3fff993a3e012525e01ca7a2efcc6e4d2fe6ca4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3600.pt b/weight_and_grad_dumps/rank_step3600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2dc32ec36a013cf83cadd80b3e966bc8e74833
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc6703ccc7c10192f05c5c011708e19f4007a033297f47e64ffc24fde2b90f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step362.pt b/weight_and_grad_dumps/rank_step362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a481c3c10907e337fb27ed4d89faf645144b1a95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2124d9201862a8b9633bf0d9268c7688db19680ad9bd8d0be6676d1e588972c1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3670.pt b/weight_and_grad_dumps/rank_step3670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dc120d73b165fb8ef039557b17531a68358268
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860f463b3ba9bb8f16f00ccdbf4d0c7e5ff325afd8d308e272462975e957aced
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3687.pt b/weight_and_grad_dumps/rank_step3687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3da55e4488f22736b1e8000c7c9a46bc8d3e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3309d50acf495345f06f7e0144e7b8f138d7f065aeeb5d90950f764150903724
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3712.pt b/weight_and_grad_dumps/rank_step3712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d434ec29aaf755aa65d2591177d1f5ccc791eb13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3095debaa38c6dd1fd269bd7f7af1f07606ff4818cb499ffecefe39d6860f742
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3795.pt b/weight_and_grad_dumps/rank_step3795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f069161e129cb73f53bfb0706d0351eaea50057f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad69bf5dbedbbdbd7f9d4f80574199c1b111216f32d1ff2ff948588ab39ff4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3831.pt b/weight_and_grad_dumps/rank_step3831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ad2fefc705fdd873e1659aa0a87811837c9d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121450d9d3667081075eb065a7b91dbb622860be99ad4c93948ac521aa5ed4d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3841.pt b/weight_and_grad_dumps/rank_step3841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9eacb32f4404c15abdf07bf4bbe16edda4a513
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5273d97ca63fe399883f73ac245835584a9d0f012af59a4d036924b02a88b525
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3899.pt b/weight_and_grad_dumps/rank_step3899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2754b2e9964b5d9c72e515b5d63a30d8bd014af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddd34e9e58cddeeba0281a3e2d05cd2ef3fca2cf47b9d76d5a5bf9137689faf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3923.pt b/weight_and_grad_dumps/rank_step3923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada5bcc52817fbab6f1195fea91fb4351d4976c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba58ba5c141290b65a1c424df1b7e2669c877588778f69135db19fc7aca10bb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3953.pt b/weight_and_grad_dumps/rank_step3953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d012fd053dfe849e1bf9ad8d519bc1a512fe2ea8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8e3a8288af291b1eb806cc9a35352d827ed91cbcb4d7b9725974b91236ed09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4002.pt b/weight_and_grad_dumps/rank_step4002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188e3afe2ea5125b5251865f9f508d3ef2df2b0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d698a2076fbdea89efa66fda954df919fc281147b8159c2f9ac3fd75df1d3cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4072.pt b/weight_and_grad_dumps/rank_step4072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968505b72ed0d0f35f6029e913df8c982baf27d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef0eda729bd241d95541d9da8d24e3f55bf165dc1f8c91b50dfa9e7403f640
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4110.pt b/weight_and_grad_dumps/rank_step4110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ea94b5a59e35291b621de94b1fa20a6557552
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc547bfccc74bf619e837adb9853040dac8031cf0cb5249656ab87df2f3051
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4160.pt b/weight_and_grad_dumps/rank_step4160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef1fa458ecb972b02156487e4ae814b5f406267
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2071313692dbe3c3382dc9060f5ee3d81e2fd5788c6aa70302b7d438350edf2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4197.pt b/weight_and_grad_dumps/rank_step4197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b05f3cfc52fe2fcddc057dfafc08afd5d5b4649
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4269cf6783511c9bd05ca4b39df6f5e8867df04ab96e479deb96466ec25197a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4241.pt b/weight_and_grad_dumps/rank_step4241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b377bf3cbb8d4a59c5dc0c91a0c79847af4361
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cc181bf9a5744ba09a5815bf739bf858e32c38309a805744b47482ca67b530
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step425.pt b/weight_and_grad_dumps/rank_step425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491f78c2bb040dd495b30753c8c18b6df2c39cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbb952e6e5fe7f0443d5ff18729768aa86756f3eea0f158acdb7ef664e8fd49
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4299.pt b/weight_and_grad_dumps/rank_step4299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c11b0159fffdb9e836bad48134b4b0d96f98813
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362045c48a57443e381c64020432fda9c8524ce52557fa8743ca0b7552e100c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4323.pt b/weight_and_grad_dumps/rank_step4323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce907ba89a5e0554d7112d3881bf2b8e87f527
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c20418c3f2936ab258f9ce381d33e187170fa5a111b62cfc1c85d788ddbf9c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4353.pt b/weight_and_grad_dumps/rank_step4353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67da38abd7ade535cd67a9c2e2935a1aa427427f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee269e6a58b79005ff63805889ee2a2add357387f725c198d94be9e0f0df2f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step45.pt b/weight_and_grad_dumps/rank_step45.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca16d2020c18ac49dbaba28752c8be03caa20a7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step45.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a82244d6fd5dfc78b9d31dfd189174924d2db1833a1333beaa64cb3d0bf6c3
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step455.pt b/weight_and_grad_dumps/rank_step455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e300709b11e5417517545d06785c0810838e69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52084e52a8e04f21337219a971ce0479372dae4b7010313c7710b63eb67c6b84
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4581.pt b/weight_and_grad_dumps/rank_step4581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0cadf409a05f3334c0b32ca1347460eabbaa2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24b5d8b9370f684f26f9bd5a896e9181ddd0bfc79b3a754fa01ef648323d33d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5001.pt b/weight_and_grad_dumps/rank_step5001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba3821f2b7ff8331456416f4b05558b5f938b52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc29db90cf425cc0da86f7d492d4ce09f4364a067191fcf223981c79acd2df2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5163.pt b/weight_and_grad_dumps/rank_step5163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1742834c4fee1cfd8047bcfefb3ac14ce9e3570
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d5022ab79281445ccf5a4a0c47d4d5e2797820a74b21636766aafbde77c46c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step518.pt b/weight_and_grad_dumps/rank_step518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6308afea2bc197290a47ce2f01b53129153496f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd487f5e9cef5b72dd262ab2de9d0fceeefcc20655af34f765b97c96dbe9d904
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5417.pt b/weight_and_grad_dumps/rank_step5417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8237cbbf2a00c45e5829b494e1ef5acbffb395d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f032e5e08e5f214d1d9f2b6784d507b8e804edda8c3b85c4db34bd7b723a3d49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5438.pt b/weight_and_grad_dumps/rank_step5438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7612f4cbb1ed194adc4ad5e3dba7cfa8b89348
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a830e095a49c18f368f7a8fdc8e2473a4e878db2039f8496fac6f2699ccdc106
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5448.pt b/weight_and_grad_dumps/rank_step5448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05a0dc2cafdc93c603f60241ca0fb24d7a664ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5a739c68252bf96d10a8123e15688b22dd311222ead07ff0a5e92d7370b88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5467.pt b/weight_and_grad_dumps/rank_step5467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd89df17b018e1daee84afb4cb7c69d38f2d2b1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef21ee110ba293e397009740117a0c5f8a2897e612e752da00875da893134ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step547.pt b/weight_and_grad_dumps/rank_step547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1de40a1364e4e1709052356e4b7cb85dfd3dde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a71ca71dc28f15c65b46c406a6e6a0a0613e4bd8e7e5b29cb910087ac969c2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5505.pt b/weight_and_grad_dumps/rank_step5505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f3eee07aade8271bb0b801299d5ad77b2bbe7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79de704529ee12b8d712164dcf6375849118d2d131b65ccd62a911ada5a660
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5582.pt b/weight_and_grad_dumps/rank_step5582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a770eadfd11e236218d50c84f514b6cd17b25cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a91880fbf0c7525db8870e0677ef0f7a8b36612c6a9b550c59ee600343513c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5624.pt b/weight_and_grad_dumps/rank_step5624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228d3bd76ec35ae49e7eaecec8b18c3dde3dab2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d802a0ae2326e449b77bfa443f48f8951420252b8e4d0695cedb20973f2f7d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5654.pt b/weight_and_grad_dumps/rank_step5654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61ef4e154adfc5e5d0424e4433cb33215471a06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cacb7c3859bf5814a2eb87cd83747d61da6cfa838034293cb7487588c73af3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step568.pt b/weight_and_grad_dumps/rank_step568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ecfc4cb4934169a3f2f389e0e6e0eff7f0b9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de111440e6eecf406d2a93f0c0159965fa9e6117aed76e626b46453ad1374c1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5719.pt b/weight_and_grad_dumps/rank_step5719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8720a1737aa466972708c5455836e447ee1e3e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7171706aeaf645d03bea12c5c0e926ecf22da77c96f60a7a87a403f6152e10b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5736.pt b/weight_and_grad_dumps/rank_step5736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d773baa6bc8d3989b49d6ce6cb93e2f23ab5df5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35af23b59a9e761da5e0ea801f55579d3c89b256ce85e39d8b10f32029563d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5746.pt b/weight_and_grad_dumps/rank_step5746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3de56a65b38c3662b00bb8d06d844f2d8ed8e3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111551330e1086f73ae860d67a1b5d87cbafd4035f5ef6d4abae7d4a1321e1a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5769.pt b/weight_and_grad_dumps/rank_step5769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b9760146c3656caf468a482b31e2fe1bc45580
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16def8068cf143d018a726fcccac27b9a0d692c79b5fdb13442abb8574482dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5815.pt b/weight_and_grad_dumps/rank_step5815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c9333e75a740814abaed33132bb038ad586a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6329d1cd45aadfe9899816867075fa318d0f716eb43abb8281fb3217e48477
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5865.pt b/weight_and_grad_dumps/rank_step5865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04fad8cbb4b35bba1c569865f748b38e2d8ead2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a63641f859e4554af0b951e20f88dafe3e29616674ed345d3445e6fc8ca462a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5892.pt b/weight_and_grad_dumps/rank_step5892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18786fb13d381df9bad19cae1eb8975c37420b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050237046c174ac1d0d0de7018a5c180815d5d43093e998dfbb86753e048788
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5907.pt b/weight_and_grad_dumps/rank_step5907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca32638accd1f9a3040f83254a1290c6b608cf1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e9dda433f24cb3a412e7a9c87ecb9887def9c3abec3c072fe62aae608bd0d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5928.pt b/weight_and_grad_dumps/rank_step5928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2994d335aea040cc3e80faf2872758d06940c065
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bee58f4db57162dc17b48cddc71fad6010814c52e80b9c13c36cce5497a1816
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5977.pt b/weight_and_grad_dumps/rank_step5977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252aeb6ad33a43e3fd50e7acb470ecdb40e991db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f061bb381c913cc59dbbf0be20cdff9b8d2c4fd1a219810a4c21183c7b6008f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5980.pt b/weight_and_grad_dumps/rank_step5980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cec25482031b45de6ea3b6a2e787d46637009c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705a1d787de0d06c403e3fecb67785cead79d22557dc45658ca01b6597addda7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step616.pt b/weight_and_grad_dumps/rank_step616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55771ca3dd8bf290547ddf54c786da068c040e00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50aae8ea45ab2469696d6a691084ff67f59549676f5e61d01165c7a4b764629
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step639.pt b/weight_and_grad_dumps/rank_step639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b515428e5b6a06a71f37f6a1ffc71a528ae53d8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec6b253c3e3bfe05468054d8bd817d5f849e7d759f23a3b9ea05a4aec6ae5b3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6475.pt b/weight_and_grad_dumps/rank_step6475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e79dcaa3c355db3e8711e066eb8daef5add704
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860f1331e9c66bdbdcd8efad7896e26e43869ba3b3e27f166a8cedde6dff5d1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6482.pt b/weight_and_grad_dumps/rank_step6482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d152a96428030d847d331e299c24431a864d3da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fffc067b59bc1fa8d16f3d1de7d07c6004a8507efb8114f159530d85b91a976
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step649.pt b/weight_and_grad_dumps/rank_step649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4addcee954e4b465f31e8a02e98a892612a5ab2e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af51438db7c183777d469e0ae19727ae732f2179da15efe28081feabfa52a2c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6517.pt b/weight_and_grad_dumps/rank_step6517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07446146acd8de64df761215cfd48cd26c8887e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e739ab9cf7e2898ee007063d171b4f8955c547f4552e364acfe08ce6297708e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6548.pt b/weight_and_grad_dumps/rank_step6548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d18b8a33236d1eaf2a09aad6748351c0ba77f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bf683e7631a3e5da2caae4028d335420178f5291264d1ee949947218f82fa0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6590.pt b/weight_and_grad_dumps/rank_step6590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9750c490af8563999f2317d5a869c69ab5dfc79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361eda08ace1474d9ad30358d4a177f3228388dae262741dcb2e24543ec1dcc3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6619.pt b/weight_and_grad_dumps/rank_step6619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88d5d95b3c4c8359a514b34c730354d4c45e8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e96b3dcb97c9b0ecf7d1dda91efeb1227ce26e3866f4beaa2bfe648f9f6066
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6636.pt b/weight_and_grad_dumps/rank_step6636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eabcc6cb79476fac8c336de6d312a703f41be2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bee960a24cca7c9750f0c5b5a96e651f59d6d56c78ae38db7af935aa33895d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step666.pt b/weight_and_grad_dumps/rank_step666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8c54ee1d06e495ecdb1f5254b7652e95bfff8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfd0aaff948cca7c7919554baad7207653c52adf37c516dd2c7e571f4deba16
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6669.pt b/weight_and_grad_dumps/rank_step6669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c628af4e1110b76254e27b35fcd3ba44b7a792b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c87ecc0449bb873f88d02e5a3f6f8815168531edd9dfcac0294e90c16c2a7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6754.pt b/weight_and_grad_dumps/rank_step6754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabef77010aefb81fbc9e4b1063a5bb8b8cbfae4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f38fda30e51b8250ae45d68c78fd6d53db9c906d1f29c1188acbcdef015758
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6807.pt b/weight_and_grad_dumps/rank_step6807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b42be8d6ecf77ffe0bfdb73c7f2a8dd07a0293
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f04dc97c18d55867ca125b1218972a74082b0a4c01dae62a5d1ceaff6f9667e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6828.pt b/weight_and_grad_dumps/rank_step6828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf29e42098003e81b4095078f091d2211974706
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11a6978452256d9bd11d6eece496f2b02e73fe8c67f9aa9a5c9b0751c2e77bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6858.pt b/weight_and_grad_dumps/rank_step6858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648c8d09b421ddee5d094dea0114a49b7c66df85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a922fb7c2cefad2415c0167d83b49d4211ee8e78de312b83ba0260e3714e67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6877.pt b/weight_and_grad_dumps/rank_step6877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42490b6f1b1f606bc442cfd12248a8822c45fb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c688ea6413a68cf17fd34a0fdf3a27688e9d186f70849a147cb5912690492
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6880.pt b/weight_and_grad_dumps/rank_step6880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82d93c87d3b588327c69268c20faf642dea614a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f1f77c3abfb26ecb6774ba79d662ade267c21c65b93635db31b6f87d5294e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step691.pt b/weight_and_grad_dumps/rank_step691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98a7297876fc537e51c353ad2ab1ba3ddacb5c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab844af3c8cc8888e6633ecbb0cf24df26f7095d8327a93cc3328b757e941da
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6965.pt b/weight_and_grad_dumps/rank_step6965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dbbb277d210701767a55e1dc7b13c6bf4f1ec2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a70f6e2e2ab2c854767b5961729c6a419fb1c78846329853730e1f29a2702a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6992.pt b/weight_and_grad_dumps/rank_step6992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d4310907581817d8ede9fa795753b0dfb57c26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8fb601360aa3af2a263dc39d93cc3a00377546888e736c4f782e76826e82c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7010.pt b/weight_and_grad_dumps/rank_step7010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ca988869b896e198baa6a2852294ac48e27ed8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b14ca4179728597449c7c54a07d343b2a4d1c1622be8c60f5a66d8b632bf7a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step704.pt b/weight_and_grad_dumps/rank_step704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a297e267894b76ad87abff2bef963785da260465
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e08e24149267c4310979d2a13e634d56d48a5c48aa07885e8d024137903a2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7060.pt b/weight_and_grad_dumps/rank_step7060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522d3c246bebe3d762e7611016c7a66142e5bda9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3018cafefaa5822676b6d3aac73bd762a9c992654e86565d26f0c1fb094879f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7097.pt b/weight_and_grad_dumps/rank_step7097.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c0a51a8b845ef28128ca9b03f4a4602a295250
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7097.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8e6d84c620dd940015f79614337df5a1b353f083bf3d786087d6fd3545e372
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7102.pt b/weight_and_grad_dumps/rank_step7102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0167b6be9613ec3539fbbe320d45bb90c58954
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dcedd572f6dc8e5ddcb085c30d340c8b24ce96df5c55b72469aef89312fddf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7172.pt b/weight_and_grad_dumps/rank_step7172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062dabadd9ead99961c3488679353486e8a21371
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e220db833708b4f22aff048045cc24f28b20926174e1c56cafd753ca7bda0f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7185.pt b/weight_and_grad_dumps/rank_step7185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2286a2a0fa4d70b347b632ea283ad26b7eb33a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c2e8a1ff1111d3daa45f3329af7a984c8f03bfc113ade029bffcd2ec94c45f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7223.pt b/weight_and_grad_dumps/rank_step7223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327edbd945fa076eb1dbf8b1735266f865c777f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2424792820ae35d0f25f163439d207f916793714d961b7c00f9469348ba4fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7252.pt b/weight_and_grad_dumps/rank_step7252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc556d534a9a803ccad886a1ebb46d289031ef79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0910c91bf0baec9f1f3f76e655ae4b0749289878554dfb0d1fd9f341600b67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7253.pt b/weight_and_grad_dumps/rank_step7253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325601844ea7d87220e90f6f102e2986ae882efd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95dbac7031af973635ff713f27f121c0ebcba371bb7c7902ce2ce6133c69787
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7331.pt b/weight_and_grad_dumps/rank_step7331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e45d8b1ec04dfcbcf25ab1f9cdbaa0be2534e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcd2b51136117229f68a18f62d19aa8606d83c0d726bf768dc698ac0a9d0392
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7341.pt b/weight_and_grad_dumps/rank_step7341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3399fe4415bff12cd90d6a0e2c11d35707d660b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0187370c3f1b3e3af6935b01493935fa3f1fcb854b73e9fc5a5ff5a5d4ff56b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7399.pt b/weight_and_grad_dumps/rank_step7399.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf95bf9d272c498eb1125abc6bc48052de49909
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7399.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da12a5cca18c734f482b3eaf94b6900dff9a8ed512d9cc68f11b39e0f7963a8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step774.pt b/weight_and_grad_dumps/rank_step774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58ec59b279b78cfabe00cfc1f918a35c9f1ef66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c82217874551c1ec19b4956486fc3c79ec604467dc89fbb8b26cede302abcb8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step808.pt b/weight_and_grad_dumps/rank_step808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0079e8c7b01e802b9ac861eef775b58001622997
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275ff767b6103a7b9cf88c5eadc015fdf3f88ad3d20cbd6c65763b5c466f959c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8209.pt b/weight_and_grad_dumps/rank_step8209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618b2ac01f9d9e77ce591ca7150f9fd2a5de5ba8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eadc88f02f47b974ee85edf6210c513c5fc38e5fae71a67125a89bc2d1408f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step827.pt b/weight_and_grad_dumps/rank_step827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29190363ba4df05fe9d979b6ad25534556133729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462e1d48e67c7af9ab70ab622ad5a336bfe389f22c350e8912f4b7d5de914a91
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8403.pt b/weight_and_grad_dumps/rank_step8403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bac6f6f8f21a3215c0020387acae423233289d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05907ba189c5333396d90914c7ff648d2db1a35e813de25dd48bb21b3f0b3177
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8473.pt b/weight_and_grad_dumps/rank_step8473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae13445d9c36718b6878dd6ac2bdb5ff3264547b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf514ef655e1ed7b993d684e3d45903c13794ee674d8a7c5828c617d0847fe6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8484.pt b/weight_and_grad_dumps/rank_step8484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c097858c242bb55892fabf27f582d2680c5cfe51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69880b31c9c8430610cf3f66b4aac25c13aa8f217a68249889728ab5061b743
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8511.pt b/weight_and_grad_dumps/rank_step8511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4781b80a1a4636fac1de242b5e98e97517467474
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640525bfbfc4e477c539088b1cbad1b65a28390654b44a35d37368e7c97ceb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8561.pt b/weight_and_grad_dumps/rank_step8561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af1673c77538579d6221dadb72f16b782d140d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daba5227820915682d66c033ba4796f886c25c604050f824635f920b84d50ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step857.pt b/weight_and_grad_dumps/rank_step857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d260baaa0304c8b550dbcd7b82b252e67ab59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d8f98bf23cdac056b147a76b8013eb0b0751df96fa9a392dd40289e7ee555
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8596.pt b/weight_and_grad_dumps/rank_step8596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d98bc1f2f84c31d6eeb1920780853b3ee019eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bc3af88bc25a115a5cea85575cae3fed443bf5b1ce9ec0ce247ea3ce09dad3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8630.pt b/weight_and_grad_dumps/rank_step8630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1788efcc24b8a6cbe2e4da222a261ba204761e79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac894724f79e097feed857a4418f6107d5d821e98b7b6eeb55cf74e4da878a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8640.pt b/weight_and_grad_dumps/rank_step8640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f41d8ee8c549d7c03c5491dbaf630289d12fcfc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4d611f166075e5c2e0e659be2a7a85755903a35970408352e44e25c9616859
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8698.pt b/weight_and_grad_dumps/rank_step8698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d66353167e8d6df13d675b3c76df11b4667b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3b382177f61c06e3d3e88da9cf78c5f2a1190b2d557b478e14b2b9400a61b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8752.pt b/weight_and_grad_dumps/rank_step8752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774447a18a957cdb2d63eb8ef30116b1e7eb7c12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba50c29fc12fcf64f02c5e6c883cbb73bf98e8006cef4e7dfcdf1624bdf3976f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8801.pt b/weight_and_grad_dumps/rank_step8801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac513b699517114eca116eb53e1b32fbaece1716
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ef02a7def13dbf4503eca94d2ac4e4d944fc4e8b549c9b249d2ce823a316f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8886.pt b/weight_and_grad_dumps/rank_step8886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c19b02c837a1e72d83809b1c7336a8647a4ec54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca343ca77e05456fe96e737de519f3dc7ff7b306647648a5bdb61397da160f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8963.pt b/weight_and_grad_dumps/rank_step8963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763c323ed9e1b87ea8f1ae6c266111c3c5016fdd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb26efcd11b3799239bab71f5d3b8fd9bc3684e4ebf2c42b44e50f0e84b74d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9016.pt b/weight_and_grad_dumps/rank_step9016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b7559460da6e358e9027b4404e286d10699ae2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1f60d84f7f22b68fc45e1eb6e20205fcc79f5729bf22625afe4bb8e01d0c5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9039.pt b/weight_and_grad_dumps/rank_step9039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0160a56a4b59907c34820b572a9823d1f37e21d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd7863ea6da6758be94adc5b643dfc95160f79c5d914bf0b1c5b1a078597a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9066.pt b/weight_and_grad_dumps/rank_step9066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304a54066dd5465a265506edb302733915c382f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d94bda5d731d5f5261afa31ea8b9b3d6fa1f783034df7041e7ec0f1e5cc2278
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9091.pt b/weight_and_grad_dumps/rank_step9091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971cf0d3a062422019d2066a87d59c2be2935c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1543450019ad1411995f11e9a21fb9c59eae82e71b7edf01b9f108864f48e645
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9104.pt b/weight_and_grad_dumps/rank_step9104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efe0f4a3131ea835e2987571a2c41551682651b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ddd7a8e2171f4c96b0d69499bea50ebacd8329dfe24b4215da1470478aee3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9174.pt b/weight_and_grad_dumps/rank_step9174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f709dc608768039ba18bde0f410b9204c415ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9337297afb43f892ec73220abb26d9ae310a2819bc43c002437ee5ba3fe39512
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9183.pt b/weight_and_grad_dumps/rank_step9183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab4dfd2b19ccbc92e371152bce439d90b39310f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eaa21ebaefbef3a4c52688e32a6d5f8f8faa5ef542c4cafe5f3ac6df53cb45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9225.pt b/weight_and_grad_dumps/rank_step9225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979b0a069d9be5b17e6a2f5d383cad5d6fe31a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511b041f7afd48f0bf6c8e35114abfe87a7d1f65b7686b049313bb303282f4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9255.pt b/weight_and_grad_dumps/rank_step9255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633da1be7196a107faa76849293f881bbc1119f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4847e6374616a3001c2292b4ac62dc538af4a2fc14112e19ae8808ebe382877
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9318.pt b/weight_and_grad_dumps/rank_step9318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30360b1ac670df5e667d770e2182bccefb863c48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54182171e5df439e141c74501ca59e7ad2caf9dcf0fd5942dcb6617c0ef2cae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9337.pt b/weight_and_grad_dumps/rank_step9337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548dbdc0fdbd1b2d52542b773161ed4b5c03bd7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c6babfabf43379fb21f27618e6f01baaf6e28751e4131d0d7f5798404b3f4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9347.pt b/weight_and_grad_dumps/rank_step9347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792809c6216045fc85c948d26ab62f3ed1a865f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e25d58c4b2448524ad92c3e1ba4f2a27db0ed14aabb6d72a70a72fa04f9b2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step935.pt b/weight_and_grad_dumps/rank_step935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf79214dddbe5c0ace94bb50bd56ad6a8d13ff20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3aff13db2ed09c739f59cf64635a94f7b36d243c42b6393f254e4d78900e0b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9368.pt b/weight_and_grad_dumps/rank_step9368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6f138e643a14dbcdfc78663541f5d48b6a8a56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281c9760b87ab95c9946f40bb11161ef13d973265a8b6bd7abe6c3fca2bc6b83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step945.pt b/weight_and_grad_dumps/rank_step945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab47f188d4d92f6916e80e8d4584078dc5d4f3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d642bd99f8ea2ffa63ac058851a266e443d7a3178a4258fe79be0a197b32227
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9487.pt b/weight_and_grad_dumps/rank_step9487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8674f0cbf9c6bf9a0af9b6e97df9a8afa84305
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90bc3725b4cb299f4bdf34051f3277b04e07c6de89152c7eb82727eb303ec8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9512.pt b/weight_and_grad_dumps/rank_step9512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282fea76560756fe3f5288ed56b4829f04121b12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e755de8d166e7008c34193f7094bb46fa1a79191d9824c1a61a06e01da45ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9643.pt b/weight_and_grad_dumps/rank_step9643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdeadba6d6c4525186b804bccdaeafa77831001
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2215933f3ee7fb8ec94d92ea2a747561042a2e41e39e1e12f6036feb79ab7f2f
+size 1524331132