diff --git a/weight_and_grad_dumps/rank_step108.pt b/weight_and_grad_dumps/rank_step108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7299a8ca660b72d8e05702c017ef463507d94494
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f57a9fed91c6879a89326f416cb575b1b9dc7afb3ff68770e4b6db8cd97c11
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1201.pt b/weight_and_grad_dumps/rank_step1201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d4753fd9b5a0c433f0540d5ffa734691b6b5aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba63b5ceb4267916f1cb7b623976c0b906054a4891e07aa06d523ae8c49d1627
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step127.pt b/weight_and_grad_dumps/rank_step127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b9803960ca0f35017dd55e473b7f2ec545ea7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fdc6bc03c6522f9855dfca640cf5488ebd330891122fc6ee554b8bbe2d1b73
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1454.pt b/weight_and_grad_dumps/rank_step1454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a0d1cfc041af58cd9e39de4025f7fbf2b0d1b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b29e55ec48a4fecfa9e915bb65b17cae518c288d825babce40134eb12d1666
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1536.pt b/weight_and_grad_dumps/rank_step1536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19db7153fb0a8e34034113c54444a22e9a233004
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6666d2ec69c7a7f2c1ea75dd24de6b560eb788f3264946d4c655af40923c97a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1569.pt b/weight_and_grad_dumps/rank_step1569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee52f199d06a360b48fe985c37a89eeafd574b48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c89244c291f463f2af8c6953aa79e874df2557702db27bf857eb50b8d737dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step157.pt b/weight_and_grad_dumps/rank_step157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7470f5485e3293c5a2460b624d6a9deff3dcfb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05744350be5c7b3646e850d23135a183b73d8e5bde43b9b90d9d251a153b15c3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1667.pt b/weight_and_grad_dumps/rank_step1667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6b4048d1876b3b5ee32108688234e489cd6c6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3891caa184b5938874f959e597658e523ca6a6b4c0f8507b459a59f5a3a5d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1690.pt b/weight_and_grad_dumps/rank_step1690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a184e6030d165800e72bc8e1c0cc8cfb2bbfcc69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9d5750b7048c54d20380a9019e2f6e848edfe71db0195876994f7434996850
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1705.pt b/weight_and_grad_dumps/rank_step1705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb4fbb46936202bbb42aabb7308db7c17612bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff678f133bd3411d833bf474209fc89e16919b2688dd390e1dcea1f7acecb5b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1775.pt b/weight_and_grad_dumps/rank_step1775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04c86880dfc6c38f604efa3fb077af6a6be980d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce0ae620e32b10162c49af20c5890e5857051403dfdbb0bbb294693d3d2cfaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step178.pt b/weight_and_grad_dumps/rank_step178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd915d1127c2a16968896aec03c4bf3a00b1c72
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c585ba0785006cccd76884500a862e760ddd89576abc0a8b41a3a4f0509a54
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1782.pt b/weight_and_grad_dumps/rank_step1782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87331aeb57a3a882953451e86254b14fb893427a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade5fcf079785e592785a4937c3d5ffe82220a5979874743d703e5a6fbfb7e0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1809.pt b/weight_and_grad_dumps/rank_step1809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e3163c5994cc8cb47c6b7c02c6e0591525fbe0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509ea13e2f847b43c7da24530eb76acc6552c34ffff36eef37c9dc3f1192c5af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1826.pt b/weight_and_grad_dumps/rank_step1826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b4825c5c582c6817d4310b6d35ca5c5919f25e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8dde43328910399e9ac5f2b08444be84a99f289b92082f6a802051f2a7c4dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1856.pt b/weight_and_grad_dumps/rank_step1856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76df0d2dec169425da8434b41b8564aae8dc0a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c203acfa1be530b486a31c9f7dc4696e968d2e0d57b86496befa6ddb528ede
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1879.pt b/weight_and_grad_dumps/rank_step1879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec337429ccdeb2e67c5349ce11998fd8b55fac49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aea75b4467321f7ef01558e6263d9faa7891a15865ed86342d2e5af5b73160
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1934.pt b/weight_and_grad_dumps/rank_step1934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da602a9de5ffd3d8987a31a24cb3143e1f682dcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285862dc7ca134b7cdfb15bdb5db48106ea8cb307de5809465eb9ccc219f16e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1944.pt b/weight_and_grad_dumps/rank_step1944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d0d158383bc8eabb3d9013e2489b5e59545449
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743b30cb4e4f776d898ec9bd89d445d6810b6151784e7cbec67d5a0fb214beb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2142.pt b/weight_and_grad_dumps/rank_step2142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e121714ae0078de1fe4489415a79f053bc623df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6729b627c2c1a1dc76e348a679d2d04a8f0ab80f653e5af2fa4d9b2e2bd96184
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step229.pt b/weight_and_grad_dumps/rank_step229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf76c1709a10f4d5406e40e378dedefb81ffcc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6887fb254e42e5a62fcdf260f15be5836639b09802039720a305dbad9dd6a492
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2446.pt b/weight_and_grad_dumps/rank_step2446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d882cdf0f7b56cbe10cb45a8ee283a3ecfb4607
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78010d3cc7feabd9c1ef805fe90c06c42be98d0cd8c875cffcd2884abc479597
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2469.pt b/weight_and_grad_dumps/rank_step2469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc240b06a901651c6bdccbc49e71a37dc3ac6c77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9c39153462c8a077e33d2dddf4d393e8d82a7b70629f88988b37484c411992
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2524.pt b/weight_and_grad_dumps/rank_step2524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fa708c8e264bad418c6ce0ed92b2f622224491
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fa820804c4adfa6fc91fef327e6ea9a607846fdb53650f280cbdc6548ab83f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2533.pt b/weight_and_grad_dumps/rank_step2533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da279001516dd855cccc751af736bbf4c4b9ce61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03232350520935197ec42e80dcad40858d18ad4b6c54494ad7012ed6371a64a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2554.pt b/weight_and_grad_dumps/rank_step2554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4c36cba39c41050840a783d129e03655f84eac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f34c1bae6638ac7ed7b19d4d7fbc205425316c9eda9476fe6deeb8c9aee239
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step259.pt b/weight_and_grad_dumps/rank_step259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c76cb8258a1aa5979c70cade88e4d9d0c5dd1b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d494a2e2b6688df3435f3bc1351825b26c16895953046dcb2b9238c1cdab62
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2675.pt b/weight_and_grad_dumps/rank_step2675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd46dd8b2640169506b12daa11247de4a443c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570be5a40fdd2671c0aea85eca352376c8af1934ef28feb3b7192c2ca871e246
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2682.pt b/weight_and_grad_dumps/rank_step2682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff51395b58c0aca25a37dbd8b2e6af7c41c13cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6443c4eb6b20c961c11227f947afd44117f0a796134630609777405c027ff8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2717.pt b/weight_and_grad_dumps/rank_step2717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd768dd60eafac7feb0de87843a03481167fab49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72937e7101d09c212eef96ed05499268f4ad910c64f7dbb3f9a2f8d245d847d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2748.pt b/weight_and_grad_dumps/rank_step2748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4bba5f76e0b485e3940ec01423b68524172958
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb2de575feb7fca2269bfef241a22458bbad6866d677f8b01551d08b2a427f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step276.pt b/weight_and_grad_dumps/rank_step276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7e89cf6e6948c7160bcc36d52559bdafe229b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d2457dc4dec53b5bb0323c45cd15e2ea652e29801da33812f7cf8d91ee5f04
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2790.pt b/weight_and_grad_dumps/rank_step2790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd29470402fcc576af2dffb6bd5ff88607771b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772994f27029b0a27c420460132dcb5155c3cb3ede91a7e93fa3d7c5e6dc7533
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step281.pt b/weight_and_grad_dumps/rank_step281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7aaa9880f78de1bd1680ee30d0c3119fd5ffd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890138c6ae0edf43cbcbbc9fae84508220b8a85b9b64a914a83963319af78ec9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2834.pt b/weight_and_grad_dumps/rank_step2834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320e69cecad7daabe96019264d1c4a1921f454b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4009a32b55b10d9f1758749c61fc8b0c590001644ad3d05d609aa93d84de7b39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2844.pt b/weight_and_grad_dumps/rank_step2844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976b1ef6c067aac8938594a5aa633c84c23ad924
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125bc545e4d4db825c7410fa7929c3489ec280753bfdc373d48fc404e7a40300
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2909.pt b/weight_and_grad_dumps/rank_step2909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df126d14d3b79a42ff3405854a6893261fccdfa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de64f2970229622fde46c9eb1a86c98a561fdfc1a3c9c3fb39b357a01be13c04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2926.pt b/weight_and_grad_dumps/rank_step2926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bb9c877bad705f195d544dbeaf76f0ca977c7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03f911ae8480304bef1a2511f260c19350aeb4b2a3f753ba8ab1b94fafe28e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2956.pt b/weight_and_grad_dumps/rank_step2956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f8876a9c0a2c1593fafdaafaec341242991101
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdec348b074d2e2c593a6ff934cadc53f64410b42ed1b1be829e389e9d4b373a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2979.pt b/weight_and_grad_dumps/rank_step2979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420c9fa2e579b6a37f703d74ac68cbf6309abdc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ece984344ff8132c28293b203568962a100e0482d5ff9456b1429396bf0be5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3023.pt b/weight_and_grad_dumps/rank_step3023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa495310277dc93de65ee91bcbd2e4ace45a44a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258ba3a751f4065d4e3ff4d00528b94743aecfdfff5dd7c9518adb9dd36ec17
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3053.pt b/weight_and_grad_dumps/rank_step3053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c4a70c22236a09c9e71ca85eb66a43424f19ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798654dbc30165ea3ed0870b509685f8f8f958f88c9f3c1d4e680276a5a3ec9e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3131.pt b/weight_and_grad_dumps/rank_step3131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f42a327ddd357f8ba05f17df502a1bf2bd8790
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5607ea21aeb6a9ffde729ca42d6fea133187552480df7a0a15ca27843aab3bef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step314.pt b/weight_and_grad_dumps/rank_step314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5787b4ab50812e1f6a743c143a1a50ab1027f2ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0947ef1bb55486b4558423114c5030879381dfbd677b823d3b2648cee6aad29a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3141.pt b/weight_and_grad_dumps/rank_step3141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e493cfda6bc8c8d282bd14a5320e970d36db20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d5b587d595f27576f7955a6d7eb0eaef3a3aa994aed51765813aaeca801b61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3199.pt b/weight_and_grad_dumps/rank_step3199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94ea47adcfd8a7452a1fd03bca0a3729a1f847a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d50e0e549619e6e7c7e979cf29cd770060d883ff8d9e1038731adc3af3c4c5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3210.pt b/weight_and_grad_dumps/rank_step3210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aab69f1ce594fbcae598cb0d7fd1ab0bb9789d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277845daa938e76de7932bdefe7ec04878034a28d3825e0a1f3ca81db5b59fb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3297.pt b/weight_and_grad_dumps/rank_step3297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b4d5a9494fd5a1b92c2dffb746e99930bd8dce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c81008e43cfce0e762d1c0e843fc4f592a2fecb57764fd9a7c64c5201b5818
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3302.pt b/weight_and_grad_dumps/rank_step3302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20097ea43ba446a98207a53a9a33485b6e51f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c5e26ee4957dac32ffcce3e49edecbf87a35f5bd66d56785a3fdeae08ed3c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3385.pt b/weight_and_grad_dumps/rank_step3385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d72f5af1a1e910ca69e2e60f2c434db0aefcd52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d5468221ba42fc90878883dc50c0ca1a44570f303d501409f406d529c9b1b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step393.pt b/weight_and_grad_dumps/rank_step393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3579a2b51f1c6d8331c115b280a899426fb993
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ad98a125652e412c8e5655020f446aadb7324a999cfead49fe33a491fbddbe
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4268.pt b/weight_and_grad_dumps/rank_step4268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ea42084534c14a43ef1b806c9967ec92a83c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adc921e9b19c98de5d8043fd3449562faaee6102f6035b4afe459d7d73cd3a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4412.pt b/weight_and_grad_dumps/rank_step4412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01692e1c8ec7567953a5602f5096a25305c14e5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1611dff2e11e74cdbe8b3355476c9630e9ed9f71107a24ef65511b2fc2609fb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4462.pt b/weight_and_grad_dumps/rank_step4462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca1d7560f5b90d6f6a1ea7f813d1946d0ddfe67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd994bdef5168c4d9b9d5a6cc66dd8b9770fbfe30f5012e85a11f4fd68b5c6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4495.pt b/weight_and_grad_dumps/rank_step4495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8f1e4a87357619e737675f3ea211c8d00c68ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d57a5bae6948bff39084e454597508a778af7a8baff43c692ee2b26724307d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4500.pt b/weight_and_grad_dumps/rank_step4500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17af0fbaaabdb0a6616121daa3cf70c114fea98c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c955f9629eaf62ed4af1d1c803ce392c28531787bd7214d4cc02f228feeee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4570.pt b/weight_and_grad_dumps/rank_step4570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15064e0ee1ce422805259b6a7e71e0fb68e7b0f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0152001cbde307c7020ab25254a92e6ffcacca73751a02893b1a45be6868e58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4587.pt b/weight_and_grad_dumps/rank_step4587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3da08e13396ccee3e7e8230333f8be20338e0de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcf4a5646ab0e5f37ebc6dfdf255264ccd899a90c78608dee754209510dc64c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4621.pt b/weight_and_grad_dumps/rank_step4621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84917b095af70ddcb87ef6a5e9d38ffedfcc2576
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0c4b03e2b663d36bece6b1171443f427046b8e2f7888bc7e952e55e055dc12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4651.pt b/weight_and_grad_dumps/rank_step4651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd60662c2097357be9312abcc8b754a888dfff9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a203bb2320021d321d5128d556fc50ff8ceb716689a4aa434a849cbe7fca3f55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4689.pt b/weight_and_grad_dumps/rank_step4689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a7f9834ce687d4054a879252de1258761b0efe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def85c15ca8981694558686b86b1e9558f5b698cf580ce268ecdc0c30b5768d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4743.pt b/weight_and_grad_dumps/rank_step4743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397fec86289aa1944ba15f08552ef6cf678ad873
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48d2e1a97a53dcd083db991bc8ce7b4db1220440f5c1c7d16b8b2cbe0ba575
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4897.pt b/weight_and_grad_dumps/rank_step4897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f703176177e952c520f2de75d671084afef23752
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e76a1660f2e52fd696856fc2515eb5a45e080f2f7c4b58a7ca5db08611a5ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4902.pt b/weight_and_grad_dumps/rank_step4902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec6339f3aef10bd6ec839c352de5407495b4d40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cbcfb6743cae585045f1c7672bfcaea954f9800c41962d0e1ab2e8cdd95810
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4972.pt b/weight_and_grad_dumps/rank_step4972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020f4f82ba9bc490b45d9c649d060c8382be6d4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5087270c1837c111779ad8b76dcc7116f90ba1e90604633bf5f47035f1bb2dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4985.pt b/weight_and_grad_dumps/rank_step4985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b62d8f0bf000d1ccf5796c8a9b7b0bfc2984e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0b5f55eb69bcd4aa7b861c207a6d1ce444b5eafe88c6c28a190a8f0310f0c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5007.pt b/weight_and_grad_dumps/rank_step5007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473a62b433be876fe2fee0e340b1c34b52a059fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d867e3440326745a1733960a23fa697ff3b02b6cf72289345a4e7014b7cfbcc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5028.pt b/weight_and_grad_dumps/rank_step5028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7e16c4376e0928e13ff52e0eefb62481083ec6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59165375bbbc73ad783be556df7bcec42a7fde7893e9c005bfe12371dc9dc47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5058.pt b/weight_and_grad_dumps/rank_step5058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3901db87d604b18cc69f676ab3a75536277f9f32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adf94142114699f48c6a8946eb16542ffb863a612a53abcab300d1e27859969
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5077.pt b/weight_and_grad_dumps/rank_step5077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b48ac056c3a681282bfbb5feaf3ae1a78507428
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59260ed8180e32a514af0ceabb909e5ac972db6ff16bfc22c0ee295b9361fa5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5080.pt b/weight_and_grad_dumps/rank_step5080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a259ebf68e6a77c64060951c973d4f2e1cc287
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1bca5c7d2e4767a7a2e1e4c20b9e39fd19663082667075e0bb39dd84ebb5e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5192.pt b/weight_and_grad_dumps/rank_step5192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6bcf859c7edadd62a473c5e09383ec05c7b8c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff7971fc844926d8f1d1ce68d76154c197a4ba497c36b892e615bf7e2e7647
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5234.pt b/weight_and_grad_dumps/rank_step5234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69366b3e2997d0a9a73e51869e6f66be4b3e29d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6dc0e3169616ffd8c6b3a776dfb271828ed5c7837486d9bcb4b26e45828c15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5244.pt b/weight_and_grad_dumps/rank_step5244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322e04591713cc9f630bdbb088f0abe868b74fd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d106f459ca75b2d98c773ff9d839514f961ba961de41129be4c6fd1f23e49f52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5309.pt b/weight_and_grad_dumps/rank_step5309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395b8e830820e011dd5792fc7114a57356a07cf1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd3b5fe67d8a27fc2a21636779d85b31415b9c84dd98ecc88d26183d204064d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5326.pt b/weight_and_grad_dumps/rank_step5326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2217927111fa55951d6f276ad27ea5f403ba27d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60d1954c62bb0190a141c75bc9c7f1346faed472e4ce0391c6643fdc5880042
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5379.pt b/weight_and_grad_dumps/rank_step5379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7698130c4e3f36d9b9c34f3cf88d8d9e97ac045
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6baf9f9f878950070f88c820a40d8d0d3f0409f75d127845c26e3d87bbcd260
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5399.pt b/weight_and_grad_dumps/rank_step5399.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2e8e6253be2c000233e626e7dec797282b6fd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5399.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ea8c184a85794497aff76b61ddc077a5f1d0fdd921c91cfe11a855c0adf280
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step541.pt b/weight_and_grad_dumps/rank_step541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc94d54b5613442217cfb8ea65f653b71c40c189
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573c135ccb707874e9d8fe5b5e084fef0eaada1669432d033d0abfc2c7b520d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5411.pt b/weight_and_grad_dumps/rank_step5411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fad84cd9eb5e9f532dcf91b7c4097ed84da2600
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a1a3fb602db7d14fce8f158cb9ca6120ad5bd33c5cf4cd4c04477db3dc0fac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5894.pt b/weight_and_grad_dumps/rank_step5894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f315b463884edf0c7fe77c568a078626d7c486d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb18f1751194261eeb24f679b3eebb8d1fe4e37d6799aabae63182226596747
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6065.pt b/weight_and_grad_dumps/rank_step6065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d165d45e6cca55f2893f7178fce28485e202676
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38755718e036b47cd4ab91eea2643acbfac27e66ec32be58107feb919c2186d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6092.pt b/weight_and_grad_dumps/rank_step6092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab22d4aa7115991f15a3c596980c79900ef19a65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c743ddfefcd3c55c202c1c321dd5cddd7ce7211b2a288ae6216adbd9d8d6f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6107.pt b/weight_and_grad_dumps/rank_step6107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0307cf16df3e61fabf141f87bf8dc6356866c8b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979c34ff4ce57ec008cc2bd6aafef44dbf4a6cc7616c98dabb74677d6ae9db7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6158.pt b/weight_and_grad_dumps/rank_step6158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49059a72ec0f4a492bd777cd5f869a81f87bb70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03887c01a2d1c8a3d409d85e64846c9a863fbaafdd866e2ce99550c792ea5d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6180.pt b/weight_and_grad_dumps/rank_step6180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b63abd8d1345a296b2738c24049a12a9c4c0d77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a99aa803282f36ae24a848c4a4d066401f88ada92526b1e28fa12cfa2575a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6209.pt b/weight_and_grad_dumps/rank_step6209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff58d373b799002610269f20df5300f12d1cee75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f2bb41e0c4dca0af264ebaee40e80f183d1b6faad620c3b05fb7a517b83a2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6226.pt b/weight_and_grad_dumps/rank_step6226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f8e930988c912566e611cd4686e9f9750d54d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79129a02a02b1e6e3b5bc1db8e0553bed3abeffc1f52d621c1807ad2739c76b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6256.pt b/weight_and_grad_dumps/rank_step6256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c44daf702b55d7298dde31627447506044dce56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c087bbd1c68f8483d775329283f361b388b2db7e2bb95546f48ff6f5c423be4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6279.pt b/weight_and_grad_dumps/rank_step6279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782158e054d29ad2bd837497268b17c1fc315e9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78aeedaf1755f2ee050143234963cc8023fb8f0c1b517eaed37a67256b75766
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6334.pt b/weight_and_grad_dumps/rank_step6334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd051eb72c3ec36bb676c73cedae0a030fb9ba7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51903e2c1382e1747e3d6cd34a59d1400ba6631c786cae7c713d53329eebc7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6344.pt b/weight_and_grad_dumps/rank_step6344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ed2bef39bb70e03d018f40a23e37cc03078a09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89486e37ee82f02552eaf85deb40e542502fabfcad7f97767222f3d2f6867fa3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6561.pt b/weight_and_grad_dumps/rank_step6561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad10fefc8e1292655d75d5f2ef8364c63ac523b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9129699473615578cffb54b5b97232eedc8e8c980cf55f4a332f6c436df06b01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6698.pt b/weight_and_grad_dumps/rank_step6698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815843526d54d3ebac58cd02dafccd1fa04d1eef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a65da2a69fd30c96f222dd0b6a623c6ea6c70fec6bb560713ba30fb5294f82a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6871.pt b/weight_and_grad_dumps/rank_step6871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b76987ae73c132dc523e27fd28f37532417384
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a0e6c0031a6d9c13efc821d928eef0f2f8b572ffc041f7ffff3e79c2c746cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7016.pt b/weight_and_grad_dumps/rank_step7016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b021ab14b59fa42105ddb986eede2d362b401f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36fc45aa2eaed298f92fba419dee22188240f2099e9eb0750f64173e64d98ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7470.pt b/weight_and_grad_dumps/rank_step7470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df97d9fe197cb7730adb57d09c417e1aa03dfbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f356dda57e5b82254d8d3a77516d6f0a986fc95ec6ad503c1239acf8c92e2d81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7487.pt b/weight_and_grad_dumps/rank_step7487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89964a3dbccded992df2d6b5618f87e07dce7be7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bd5eb5b047268f26f3ef0232b28b37e62f8ba9b2cc6542500be88a18682b80
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7512.pt b/weight_and_grad_dumps/rank_step7512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e6fa6049ad23a815663cd2e6765ac3836e201
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1143e8734d969e29a0333cb71158596dcd0d5b446bf737b8e47d62766a2e08c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7562.pt b/weight_and_grad_dumps/rank_step7562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51986879f98ac6915fe2a78832d6ec2ef95757b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008272bdf677640d34fb20d258b2353454770d957096acdf7bf4b033d13c0984
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7595.pt b/weight_and_grad_dumps/rank_step7595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966ecf439fc0540a60d481a072bbffc1c20e307f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac43d80600947e02b103c89414ddde0a19ac1ec5a4dedb1565b67a900c4178b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7633.pt b/weight_and_grad_dumps/rank_step7633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fffc6f948a1cee4a0b3fd0413d70588249c4155
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b69ab95b17663655b049bc27adf2cef48ef25c5814a8534ec359f68c6abbb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7643.pt b/weight_and_grad_dumps/rank_step7643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcb773ccd7991d48fbf724ae2e3abb096a3b48b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8794614e0ed06ef63dd164a3ed54194fa82fe5f3a1aa3c21e8a324e9d8486886
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7721.pt b/weight_and_grad_dumps/rank_step7721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcef3ef3593ebb4b8def1110eec96b5642c4453
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7711954b62a011b3aaaed3efc187eab271d78504866704ea30e7783adfa549b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7751.pt b/weight_and_grad_dumps/rank_step7751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966134d93ebf3ee0f6ef404406d42d116bef6fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e47b993767bfaca5d24e9f7dc749f927249aa9a585be053c7f6d7ad2351c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7802.pt b/weight_and_grad_dumps/rank_step7802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e317946e7ca8c19c6254a215994e4e179ffa164f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efba70b06d696213f71c86f16dd2a61ebc0c16973ef1acd5d8ced9a06298027b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7872.pt b/weight_and_grad_dumps/rank_step7872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c6223891a2e1b5ca79d5cdbdc83e11789e26c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128b35a6f2c923ce5f8f2cf0db037e50d4fa3239e6da54dfbd41f6ccd27e8726
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7910.pt b/weight_and_grad_dumps/rank_step7910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06640483b571a221694d2df387fed87b6d6b14aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3325c75eced64fb2010e2067882fff6e6a34dff6d17746ccb0bfc3f1e5afb83f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7960.pt b/weight_and_grad_dumps/rank_step7960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbef386f4e9371127d563f13ee7f0d583c3c497e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95d97489eb74bc17a65661f450f9fd14772ac12142cfb02ffbd7c7a08fc7ea1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7980.pt b/weight_and_grad_dumps/rank_step7980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de23b8128ac0e20affa14cc0fe85bf8181f57774
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d317b9361f499ee1846a0076d139b0001ad82f865284f50ff882b03874534d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7997.pt b/weight_and_grad_dumps/rank_step7997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e993ea0213f9a65e8bf9aac6f4fa3b357ec1b811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ab3772d6f024039766f710d39ae99c6ebf7adae9c73638629d597fdc1f3df1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8013.pt b/weight_and_grad_dumps/rank_step8013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa6a7ac9282be0478c532ce0edf82b71deddc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f98d98be146a3d852c7fa6820a91010e9c41e6f037bfe090d56f5fb9796eea9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8063.pt b/weight_and_grad_dumps/rank_step8063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19b28ddf9e65486d38e661b5f052f8aae1391a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd00a93f8dd46fdc34faa13dbd30b6aadabacab60151bb80aadefeb303daca99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8171.pt b/weight_and_grad_dumps/rank_step8171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033b6ec2666e7f2475e61b6989dde9ea85d3d9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3798e9cdf8072ab0501bcf27a3593e015442c4759248fa1bd3a1f086da4d48b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8186.pt b/weight_and_grad_dumps/rank_step8186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96c4684e79b55eb5e1e452e755813be3ed0eb1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98781ee8cdc86b1921a563fd0467d73c9778633d26ac462b8f58d20a20ea2c66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8220.pt b/weight_and_grad_dumps/rank_step8220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ad6548a794ea30830968db4f1090c93204b200
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0190068cc62ec11af83e53c3d2e96aff9bada0e04483bb1cefa2959e53084498
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8288.pt b/weight_and_grad_dumps/rank_step8288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b4a1369522fbed46d491d4fca9dc60ecacd21d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2308fea151d0fbf7b891d9f6ad63969e8dc2c1dd586d8e8169dd9235403e02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8332.pt b/weight_and_grad_dumps/rank_step8332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c6e1c24108cb5fb67a0eba5ac8f4264261bf79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73deef622ee4003d93fac0c264aa20dd744c8521afd6569b8de860957093876c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8342.pt b/weight_and_grad_dumps/rank_step8342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9727badbe5c50ccbc4a0eae31ec4b5935d943811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b60c5b5a61b123144ad8cbdb5cb0346eb765ec9a522219549a29e6ae75ee0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8482.pt b/weight_and_grad_dumps/rank_step8482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373c4c97545ceed45133cee5b77189f494a7a29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0988bf615b9a86574e8b14c4af20ed5e3bc8af6ec650a0206c9b40493657481
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8724.pt b/weight_and_grad_dumps/rank_step8724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a08f336bc225490d8009ebe02dec1078841f70e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42450a7ad0744054c82742a2690f683483000c17f8ec30a081c2e93f8bfa8fc6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8965.pt b/weight_and_grad_dumps/rank_step8965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8bbcfc40c3c3cbbf06173d5ac9450b240e8616
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537fb5009a8710461cc362227a4e03570dcfac374ce8e8e1b29cd576f4392239
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9097.pt b/weight_and_grad_dumps/rank_step9097.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f93a4fced71f2b761300d47c10a2f4288b29cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9097.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1a26446ee08831a8075ad97d28a99bf053a813d4c053e686e1448ea187ee09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9102.pt b/weight_and_grad_dumps/rank_step9102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485dd9b36612eb87b50782f9de2fc43ad8f4ba1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a06adc813aa865511d8c0927ed98d1bcd77fd2aabc8d4b3a45682fbd4e6718
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9253.pt b/weight_and_grad_dumps/rank_step9253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eae4d0f24a6a5fc9008802092419ac8933f429f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9853d67dec151ef5aee33a16cb56a018d19e398bd707ac4d3ad50a5a9ec25df3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step933.pt b/weight_and_grad_dumps/rank_step933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb68806d7ef0249d48b5c0d0716501254c73ac6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e991aee429edf29c4a38fc71456b8a88f01f008091802036f0ca7213f2cbac0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9331.pt b/weight_and_grad_dumps/rank_step9331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ad0b12b3f4ce6ec013cfb03b7e5e507057993e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413a71bd9662d33d97863446b3b12ddadc7b57cebc7ba51e3e384f4efce48db9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9406.pt b/weight_and_grad_dumps/rank_step9406.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d48daba8d31c3f9a036935cadb5234aca0debd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9406.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d717771a887d73052fe53c15c7aa57cf4f1732e77943df7fa434e33a8f924ffc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9459.pt b/weight_and_grad_dumps/rank_step9459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422643dfcffb18c86177836fab0ad53af9da244d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7238728e07bc9c7b1794ad0d89abb21b9038022c27c17331b457ab951b6d378b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9476.pt b/weight_and_grad_dumps/rank_step9476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4195252121430c135320792f023ab75b975b87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c190ebc412b3978aeb15119d8d56a039e71ce525e777cecb34b89484bfd32e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9514.pt b/weight_and_grad_dumps/rank_step9514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fc8302243233512e616f5f9d0b164854231e66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257948cc3bd5d8b1e351bb5b1ad78508bd36ec479bd3396e9f4144000ad6c378
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9564.pt b/weight_and_grad_dumps/rank_step9564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62134a65dc8afc5bfeb88b448179ee9053b86d34
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852f07d4603c063f9bb18f00d83c628379b1cfb4282d12ea90231b10ab146b24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9593.pt b/weight_and_grad_dumps/rank_step9593.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e1018d8b19ca39010cf0a42abd2ff54dcbc799
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9593.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67abcc8dcc9649d11d98f15ba694115ad30ea0ccfcd22d79bba625ca0c7e425
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9635.pt b/weight_and_grad_dumps/rank_step9635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244aede398b9cbfc0abccb355f6ef3822caa1ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed2e8066aa319df76c1fdc29d5421a7dc1083d88ea344d657a5066531a1225d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9708.pt b/weight_and_grad_dumps/rank_step9708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707c9271e8f591ea3f8c57503ed3d689357c15db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c506f71933eb60c121208feb4d9b8778cb7dd2ffe1409d2f3e715984dad066f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9727.pt b/weight_and_grad_dumps/rank_step9727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1532525c19853941fe056e91f0ca0e394eb2f2f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac6022d06886060caa336a5c309f61577f69fcbe9c559616148130ee8762d69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9757.pt b/weight_and_grad_dumps/rank_step9757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac10666ea0a5abc32a497d6b61de297d54d0c5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d5445e81f9cc59c487a9ffa1d5602f446c1f001a77ee87a95fe331e0b5cc18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9804.pt b/weight_and_grad_dumps/rank_step9804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d857d4f66b033110fc49bcc9136a0c63f072f2ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a1815d5fddda45deb6f333c4e9cfadbcacd1952eaefe8799278e043038987
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9874.pt b/weight_and_grad_dumps/rank_step9874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea7e83462eeec7883916ca95451464727f3db26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97bf6122b627e171b4047ff30f197c4c5167822210b515d4009befe513c82ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9883.pt b/weight_and_grad_dumps/rank_step9883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adda87c4cd1093e32c78b61d31585d341f113f4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3904691849e1d2d8330919677739587ddc4639f841b944bca2751af8bc2864c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9916.pt b/weight_and_grad_dumps/rank_step9916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3c8e78ff79a1c4d65ab676dedc104362aabd77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca7884d15d7c96d605815b1267d25a74bc146c087c5658917bbbba180d5438
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9939.pt b/weight_and_grad_dumps/rank_step9939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8392a9cadbbb7bb2bace5aa64ae09842115c76eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5836788e649df46fe446e139f8cb20357a83176092bc51f8ce4689d247c2dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9949.pt b/weight_and_grad_dumps/rank_step9949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc17d98d50a155924f83f3609a54725728a58030
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6f8ae72fb9c4fc1b51751cbd741abec6bb1bf3c215d8ba0e696fe68d84c34a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9966.pt b/weight_and_grad_dumps/rank_step9966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379dc3ca1d498ec0d1f19df684517818cb090e47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56ae34c8754f991245debeb4d41f92b0f110af3a392b2d2da9d74603434675b
+size 1524331132