diff --git a/weight_and_grad_dumps/rank_step1238.pt b/weight_and_grad_dumps/rank_step1238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34d1c4a5ef48e3c00fe7932c6c61821b46837bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4ccdbd62db4334dc6119bc5c420bfd5a5513b89774f4135b127ad5821f9732
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1266.pt b/weight_and_grad_dumps/rank_step1266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2dd0c93ed07ccf924f1aa2a53f061cee976ecb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddaf033c8441c97ee57454144d4d9f2a88d3ed938b8d8fb271e9ec6460209cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1267.pt b/weight_and_grad_dumps/rank_step1267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5a50bddcac14c41a94b32950b0d217503cf994
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaf98fa58f8c32d0d250c0977774f30114dbafbb8011abdb017ac070459cba4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1304.pt b/weight_and_grad_dumps/rank_step1304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec46e1df5eb192a6d6ee3ce1ab8625f796f60269
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7337882706585c402a779b7d3119015173b50e79516d7f188349e48247f1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1305.pt b/weight_and_grad_dumps/rank_step1305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944a9fe73b20ba69ec66dd7ccc4a0ed0da48d14c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8fe56571c5f16040cc750c2686c9d06eb3c76019d90a8d0ebb98bf8d76567b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step140.pt b/weight_and_grad_dumps/rank_step140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff15af987a49b9975a88856621ae0ff0ffa8028
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763d766506259bb8eecad92df14f00bc5f7d929dc2a067b5aa12c98e54a91382
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1433.pt b/weight_and_grad_dumps/rank_step1433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d51e2bf6540e73aee5379f6ccac140b30ca9048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f57e771d1083aa1a949d9db60aaf469d2bb6af509aaa8638f97495c2cc1e3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1600.pt b/weight_and_grad_dumps/rank_step1600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f951bd7719fe4e7cae916bc288285487f8605ecb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867bb84b055928674771a3e2e3760f3fe1d248c890755ff0456159c0dfa6a59f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1762.pt b/weight_and_grad_dumps/rank_step1762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8baaac53d61a6acacfb5052d77b2be488316454
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605c2f0920fb656bb9da73a1ba7344482210229bd9c2493c5f3cd36685b9f0ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1795.pt b/weight_and_grad_dumps/rank_step1795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bec03a2d4be84f50779be465ecd2d8f4348d29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1588a8cc3f31dd9a49382cd78a6193ed9f99193208f44e936a620c43b4ac504c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1923.pt b/weight_and_grad_dumps/rank_step1923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d4de8e770c84c75b67ae2d37a344ddcab48274
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c9f291d3d349518d385ea33ad8bc2d7c48d8aadfddd4f853ee83191e731eb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step211.pt b/weight_and_grad_dumps/rank_step211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9df5d90d91421a3aff67da6ca27f37b316b840
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f7f879439154943a976db3b171a7c2569afab3bf4e286ee6661db29375219b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2274.pt b/weight_and_grad_dumps/rank_step2274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b24bc67d67e9ae74036926dfe55c90a451e81ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc2aaaeb8c3582ac1670dd7bd4016433dc008cc0678c8e1aafa2b413f5c03ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2275.pt b/weight_and_grad_dumps/rank_step2275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56530fbcdc79f3ffacd9ef8d7b0fb5aaf9c123
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da555827c78e669b3fea5bd0481c142f5f361d63fcc09740a69937316679b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2348.pt b/weight_and_grad_dumps/rank_step2348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fe07da482e0885b2b81058aa5391adc1c138f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944a3c4a91cf6a9f4d171e00a20f07b5e978dfe0f252d7ab0698dcf67b5bf3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2349.pt b/weight_and_grad_dumps/rank_step2349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82a4c48125182c5f17ad0303cad97dfd279bb40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d56bf1644193a1f68b3a15baad444af66f62e9658e70905801b62e8e565bfa3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2421.pt b/weight_and_grad_dumps/rank_step2421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59491ffccd706b0340d88973597ac79a7e971e76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ad279f7cde2d4f205dfb3f29c59f0166325cd6e3053fc0f36072c8c739d052
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2489.pt b/weight_and_grad_dumps/rank_step2489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213d4fb5be517d4d4713cbdcedbdaae3d4e7efe1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb032c85d1521d3366fbfd91a5a7b2980bc884f3191d28403c6cf4ecc97faa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2543.pt b/weight_and_grad_dumps/rank_step2543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b24d45d8f9beb208667ba774b38ce3b6590c969
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e698110ea6fcb1c73efff69f7d20b47df5b377a91d9b2ca9a4ebb574b8c7cb7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2612.pt b/weight_and_grad_dumps/rank_step2612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4459496fa36ab2db04a7e6c07b18563c8dcde3e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0b566f91c17b89428feff8bcbe19dcdfae72cfb3f5a93609979cf0017dba9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2770.pt b/weight_and_grad_dumps/rank_step2770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd56438824ac7e94eb9c8c6c4c6d89f597fe4b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6fe737feac82e2051bcb519a4f9ee287f65698da332c55a5bd74f6e7508d3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2787.pt b/weight_and_grad_dumps/rank_step2787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33354ee84e7e395f9ef3fa731d2bdd965fb9b51b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4406537917fdaa43a43938fe0a37a68e061070a8c1c9120640ea8b4e1fcbfcf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2853.pt b/weight_and_grad_dumps/rank_step2853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba675fe119c83e14e039ab92822dcad310c1df40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c366f7ad4db4e118e70e16985b276a15ee5578b3fb52536b7e5364b73f1ec6f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2931.pt b/weight_and_grad_dumps/rank_step2931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7c8851e44ac21c71438b2ff712e5b69a07955f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f654be8a1679c34e622d07efae0701cebf007b1dad0bf8f0d9d299d408d4a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3109.pt b/weight_and_grad_dumps/rank_step3109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d6afac26b30bf98094b2aed941c3fefb579ecf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46b40cabaa7da998d1f9281322a1f87af3972c2155a6c0b4d17623e7257a532
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3156.pt b/weight_and_grad_dumps/rank_step3156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7fa025dd60d6cce845ec26c6da5867153039fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e308e7d5eea6d94c3195bbff3e8881c836e55c9b2c94c4e9edd8373140d5fad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3207.pt b/weight_and_grad_dumps/rank_step3207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e46f7a3b59395d8a4278ba8a7b878c61201a81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d1c342e82a7e9bc37ca81c4b173d1db70e3c8832a26daff305948bef7bb4fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3258.pt b/weight_and_grad_dumps/rank_step3258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eca290c6a6f04d151a5f3f16bd1a1c6b0fd789e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0532b6ae7b1a4d05a0238f1076b45154d84902c08b2975ca348fb59a177fba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3365.pt b/weight_and_grad_dumps/rank_step3365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c37cf9ec113e29ede61cc26983c8ff55bb00e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edd53a264f1912c3e59009982f55b18296790f3bd6c8ee5328b581007d99932
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3392.pt b/weight_and_grad_dumps/rank_step3392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda0774cd082f9fcfd647bc76ad5990eb3517a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d163e8b63abbf97d22f140b7f9e5dc0536b3717c4cf52f58eafa0c23fbe7f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3453.pt b/weight_and_grad_dumps/rank_step3453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f54a06a98ba6bb3751581e18d9322885ee03ef2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4767ee80725a41143192aa6b89d42bc0897d396d33c4d6c585581e92e45ef472
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3598.pt b/weight_and_grad_dumps/rank_step3598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230836c37f0b7de76968f82fe7c2203fc700d86b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526cefb4a7b8d5210cba928c280487304318c20c6c692a5835a46d59da491bfc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3599.pt b/weight_and_grad_dumps/rank_step3599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f754859135e7584d9e4721623e5c2dfa252cc13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bef2bf7e5fa3518a45ec0f3a7ecd0e764f7dcc57b45a5376345c0452f318b49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3702.pt b/weight_and_grad_dumps/rank_step3702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f937e3f9c33128f018e347526073e9670a4299
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e0dde921296abafedac86d5a82366c320e218a45c46ac735b15446d6efdd3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3703.pt b/weight_and_grad_dumps/rank_step3703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff8cbf7bd229d90ee90e643ed9cc278569af7ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a60b8842b38eab8a74133de21f00e406dac119c585ba783012565e0b1f317e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step373.pt b/weight_and_grad_dumps/rank_step373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc75314e87e7e87cf2b04770d6657b81e9965ced
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271672777333fb0416536cac2c9ab05e3f216c7735fa30ecc30634ebb26b474d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step384.pt b/weight_and_grad_dumps/rank_step384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d15b175c244d1ec94140633bc92688049d105f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7623d405c534388b22f4499dfe37ed4a7d97913f0d63e5ab918273e713848407
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3888.pt b/weight_and_grad_dumps/rank_step3888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b5301be5c52aed2c350ecb85328b5ba8cee3e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0bc51e976e70cd376fa4541d5a4edb8da05e4bda9eff46a1066b1e9734a004
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3889.pt b/weight_and_grad_dumps/rank_step3889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb96c53576dadccaad368f7080659b29bea1600d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5d641bf9a0973ff3cdce550e6fc5df1cd120eb24cdcca13f95ea062c7367a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4062.pt b/weight_and_grad_dumps/rank_step4062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8440de3c0925176a9a5a642ea692f3ff66ac6294
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709519ce2b13916064bb076a71065097511f5024a210a222b19ce90b22788a5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4063.pt b/weight_and_grad_dumps/rank_step4063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690906d3d606477ad8aebe02498291a9286e760a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb4cbe05ee19616d4d73e21aa700cec6d0ec6d2522b880376fc5ec57f698aca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4100.pt b/weight_and_grad_dumps/rank_step4100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4d381073e7a8354905163f7a3be72db91b557
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff92ceffef36b8b72572ba35d0bde0654e181841968ed2efc61db137d280256
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4101.pt b/weight_and_grad_dumps/rank_step4101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5e724237a5a27e3a0586972cf42046385e3aae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660271ae00299f607d8687d7f7137f5c105c7d36f17f27d0c0dc6410aa79b4f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4405.pt b/weight_and_grad_dumps/rank_step4405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3454420ecf53b1dac87306fccfaab9b486a45dcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c7e80dc94853ab8f90d8dc55db8040aa07a9b7e17c52aedac045b3bdf937ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4538.pt b/weight_and_grad_dumps/rank_step4538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a207f46afe5e3d2cf1a73b101e18d8bb633c50b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85214e57c178b1218761ff15e240af952515e5731a32f82f72ac13db0c70c72a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4567.pt b/weight_and_grad_dumps/rank_step4567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdb67991f963c1dd6bada6ff44c577e9394b2f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35aa1363436039b5acbda3296e44167554e7137c90d40bee96418cebb9b06f3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4636.pt b/weight_and_grad_dumps/rank_step4636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552ce9d2d79607fd78b6c23b444139f69aeb27c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ddd184449bb284c7c4631873cfa72860e3acebab92a5c92a518637ef4d8cdb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4669.pt b/weight_and_grad_dumps/rank_step4669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa243f27acadd86f20ac0fec8a6df0f7494cd75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d585051e58ea13a96fa1d2356cc88f6ca17feb52e45c92cc30cc31fc0d558e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4754.pt b/weight_and_grad_dumps/rank_step4754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338df4f51ecd603455e427b2d382a96194ada203
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabfd5f62fcfa90654b2539835cb5d61172f027982b3823668555afca6509887
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4828.pt b/weight_and_grad_dumps/rank_step4828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b14ac25d07f08e4f98edc8c6017eab8291e637c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c31e1a7a203dbece8d60571e42d7c12f00b3f7d2891d56613cf55ec2ca6431e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4877.pt b/weight_and_grad_dumps/rank_step4877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ab736493200f64cfaeb71f43cb5eb1e965f3d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04a00ca1e66e66ecf2f9468d04c52e00258d1919c9c03898a0fa742d41a3b82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4880.pt b/weight_and_grad_dumps/rank_step4880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2772862d2269b5a5cf423764e1a591f5258dcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb91ff84ad3bb913054cae393ffe6a76227e8edc9b41c344842282286683690
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4915.pt b/weight_and_grad_dumps/rank_step4915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a3be3e1b87818e0f53a5d1451b7d7a559fa508
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cdbb3e096c040877df8efbcfda7aab80c8d954e023b3b1dd487c1bb73004ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5010.pt b/weight_and_grad_dumps/rank_step5010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32191965211f98e8b35d9533641f46def6f0521c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a58727fb46c7d3e996100472297024306f0b46c4f3d89555602ed956b9bdb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5172.pt b/weight_and_grad_dumps/rank_step5172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ce6c71bc9b0b75e4d0e50752929f84d3aa0208
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12fdfe2fd9e37c91bfa4a0b91aa6e855b9bd3c17d8225fa6b1e721c00ad588
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5185.pt b/weight_and_grad_dumps/rank_step5185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476104ea117b7e0a3036775f13b9aabaaee501e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e538e7a3945d51755b278b7340ddad94ed447dbac79dcf2dfcccab31bfe5de92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5223.pt b/weight_and_grad_dumps/rank_step5223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79083ca6dba46e15b3a3fe7a078275d4da52788d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc91cb96b9490cf12c86aa81cd831bc3755f6966dd07be27befc8d985212f73e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5428.pt b/weight_and_grad_dumps/rank_step5428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff498277a88fce76642a3a72507f0d8403ae750
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e051a5c606fbe05e2e5675c025babc5c584e6f68c861e0f2244fd1fd49992fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5476.pt b/weight_and_grad_dumps/rank_step5476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4e6b9138bac0daed870243c4c8a0acbc3b3f59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4eefab6ee417fcbfc207ee95d1cdb23bc00551dd33c985132f957fc75d85f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5477.pt b/weight_and_grad_dumps/rank_step5477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b270d6fdabd849ab02d63bbc4362dcbe7c1d4926
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d135bfc1be1031198b9bc3c4138982da0e6b9afbf54c82f53d61cada0ade15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5514.pt b/weight_and_grad_dumps/rank_step5514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55a8a3d5e087ae6cdff3f782203a397b52c4b8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b3db17be30d753e71de21f8d9f69ec11fe30445a073ba701f10531dff6b5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5515.pt b/weight_and_grad_dumps/rank_step5515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86eab8ce0413fad4b6cbf899c4a634526f1278a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd09299f2d12cc08cbd07308a401931a3cf1314b17cdf95636ac7ccda7dde57c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5779.pt b/weight_and_grad_dumps/rank_step5779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f349f900e876f65975f820c5462b726b39ff9b81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5261c4d4995d7de6f99b55168b8ceccd4536657cc119d7e846d08f5791d90484
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5804.pt b/weight_and_grad_dumps/rank_step5804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb981b1a81e8080a905c6f3ca8967759b95a35b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db64d92e92be8a9bbd8221222947e9fcef8f2ad8fa70757c85038923e967df9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5805.pt b/weight_and_grad_dumps/rank_step5805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8affe232bd1a9f11b84ae83130bef23b48162bc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be3f47dfa31c557c9a850ae232f9d932bfcd46571aac52c222c15381413f194
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5938.pt b/weight_and_grad_dumps/rank_step5938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd33a51e452cb49944c5177681a0bf5f018f5f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c5fd986be51468c2bddb2e022c2a8017b3fcfc63f7f89790f727b45ea1d409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5939.pt b/weight_and_grad_dumps/rank_step5939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709a8e8780132ae82e227a28942c0da4afb85aa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4115d3c1d2d604e321f6390bcf9b8ca05a798d420404da93590f4f5a5f21e6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5967.pt b/weight_and_grad_dumps/rank_step5967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402f25bf1759a993b82f4b4d36c7ba63745baca4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534cd9456dee68c5a5d6c66f29d312044326f71b714e2f11c8d285dd7fe84e49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6002.pt b/weight_and_grad_dumps/rank_step6002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ed50cfacff4c56f5ffa2375ac63f61cea3eeed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603694700b76345c9c3c7002d9f311dbe3971605dd958b0fddcf85051de2b0bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6160.pt b/weight_and_grad_dumps/rank_step6160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5781b1f9202f7150bbc88070ac4a5132ede3ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c39339a388ab005819c0f685f6797d5c5834e839f9cd93883d51cf0522ac48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6231.pt b/weight_and_grad_dumps/rank_step6231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517800d495c595ce72ea45ca9d45bf5facdb193d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147214e8b098d512e1dcb907c7302f28b435fb85b88f4c0b1f6387c201bf0793
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step628.pt b/weight_and_grad_dumps/rank_step628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c51b82e01012c80548103ab5a9f29f8739ebf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e3a80b71ddab72b2758abfe479ec86f1ef5ae30469e42033c1166f33063277
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step629.pt b/weight_and_grad_dumps/rank_step629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9385391657c3a808ddebadcdff6c5e4c9425e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dabe514e9405210a5f921a75a8841c73e9a4340eae403c4afb6b18225511149
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6299.pt b/weight_and_grad_dumps/rank_step6299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf5718b522e2a42072399baa9fff1478931909e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e1c60987f60e05572c9764ec1666e45e2a2684a0caaa4b9440422c9f343b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6353.pt b/weight_and_grad_dumps/rank_step6353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2499508d7c226c667b8712050a0f028d3a5faa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9942f5785889d5ac371cfde06167aba208ed40c2569763854b5ae3eab93e2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6465.pt b/weight_and_grad_dumps/rank_step6465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd1d11ce135ee5d8d035bc2ffb0da92d59cb928
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa8aba84290ce578bf5a40113fd57622be811fc666d2acf8503dcdbf2cda58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6506.pt b/weight_and_grad_dumps/rank_step6506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c80968df90499d6e68d7bcffd4e8c0bcc9b27d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede7c0351faf990a4e64c0a167e980f89301b1f665b5593737f0b4527bbc38a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6507.pt b/weight_and_grad_dumps/rank_step6507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfba83c25417f54d283f234480864af7ef09735b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f02a80225e0ff1644ce042fac7bbbe99500e5dcdffb4406ec2d55d670befe4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6558.pt b/weight_and_grad_dumps/rank_step6558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19d0b4f10178d06001e19f1400fb30f20797481
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a68ce0c5acfb924a73c315f7e1d929e3ec15242f885e49c4e7367c8ee204e90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6559.pt b/weight_and_grad_dumps/rank_step6559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2087e08a9f0c97591de4e579947db83948fe75cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b4b11f5381ffbcd2fde66dc2d13ee386580a43b69db1b36982f477907096a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6656.pt b/weight_and_grad_dumps/rank_step6656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672917c9d243702c313fc80a6a9129e754d69ad0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42faaf1ea5fb0b3fb3ce6636ac587dc39ae072e7c3ee88139ffb0130fcbfb2f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step676.pt b/weight_and_grad_dumps/rank_step676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f7d46dc36a770e5de60e377ef3b3ab80a6cd46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc6c173654235636036cf925eb2c92b19b46cccf0f37aa7c49fcf6193789d0a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step677.pt b/weight_and_grad_dumps/rank_step677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d4d793e713b852b920aca4011a6f28e2adbe88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c65184ae6ef549ed936cc5a2637ef50e9cb389ed60f1582d1a15aa82e2a72c5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6817.pt b/weight_and_grad_dumps/rank_step6817.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f450464209ff6a5315faf2196feb21296ef1ed4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6817.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad430361776c2cc4bd93e35ee3ff04b384b4debb354abeb4ed576c201ad6e98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6848.pt b/weight_and_grad_dumps/rank_step6848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e092bb25860404ece545991df3c3197315ff8214
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc2d43518e811b4edaf7095a8e9aa54324f5672cea49cf64bf159ef3576b77a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6974.pt b/weight_and_grad_dumps/rank_step6974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328d332cb1a83211e77d439af5fafbc0d19f0436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca8c8438f800c10e452027d330ece5ed249abce8735aa2f997ccf99d7941e96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6975.pt b/weight_and_grad_dumps/rank_step6975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f7e677f50f7a726b4be3c40222ea088eafb064
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02e4ec7c4b6e722102aca0162e8c8d3f5e60da2df392145d22de4ac803b471a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7070.pt b/weight_and_grad_dumps/rank_step7070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7955d0bdfb3ac61488875ed818b21b370fae254d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd900501e0c242d1f5a79d922266f10a22b4c9bbd0a5a764a9252139da40bdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7071.pt b/weight_and_grad_dumps/rank_step7071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a242c0cfeb7c32dce934746686f9b20394738f39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87e46fd7b23fd5610d558ce36406a687f7ce52b23252bafc173cf4c89f9aaa6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7112.pt b/weight_and_grad_dumps/rank_step7112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9587a7d9814f1e899f5b9d2d221741069c0507f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81903ffd5ba185ae8474a2157c70183d141a426cb7a8dea09860617afd89451
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step714.pt b/weight_and_grad_dumps/rank_step714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e11f666fea30dd38c324a654776f87f99c39870
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9c58bd4333c46099e83f1f683a420b6f5a0b31cbc9d13ce61d0e6df768d7b5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7321.pt b/weight_and_grad_dumps/rank_step7321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2890cfd48875d0e38877e3a8b32d4fa8a55e8e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fdd16d6dd75aeb5efa465cfa42fec0b3000b47514ca95c0d2576adaf9e5ee5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7388.pt b/weight_and_grad_dumps/rank_step7388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf47ac0712aa816eaa02711428ca3e2ec1d57b84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6366ca69eaab90f808f2e333cfc0fae50de95f8c3a41f975c6e2a69a8e16901e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7389.pt b/weight_and_grad_dumps/rank_step7389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbd963362bb388cb8d319486dc88d9a506bbc2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a793986f735f671f1151ecaeb9e49820ac938e74025b542a94bc3513958afd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7417.pt b/weight_and_grad_dumps/rank_step7417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38882ddfc423c19fff2125675ab3cd614560cf4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9cfbd641ffa506ee24b132befe2deb7c07bfc37ef10b34594e4c1e40eb0c4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7448.pt b/weight_and_grad_dumps/rank_step7448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15c9ec73a88900dc3e494c3e65bfb13e4bede07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d38ee6590aa6cd084faff4eb32d2c40588725b244671b1f5424b799e2b8c1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7575.pt b/weight_and_grad_dumps/rank_step7575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb57af79297cd5d951c3b70717083aace43cd6e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0011ea0054130e873a6646b570ef8d091054a4386aae8a15c62c9f9dfab10d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7624.pt b/weight_and_grad_dumps/rank_step7624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c571cf3a00e5e0d77f2fe3faf2959dc0ee840
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3363564026228a3fee72e116b050b8a3e66b0a2facad72f9e2235f30e8bc4d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7719.pt b/weight_and_grad_dumps/rank_step7719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b040410dbf2c89db234bced89d00d5cf84b1eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d98028d89a43609addbbb7cacf9b86eff8cac90019354fc82d0daaca459932
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7746.pt b/weight_and_grad_dumps/rank_step7746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8619c6af057a61f1065f15822363a9df7bf360e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8d12fc4ea991491e45ca4bce6a798b9635899d8369827f0fe3d977def7d20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7892.pt b/weight_and_grad_dumps/rank_step7892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b963784b25cfb3202e41055bf453570915997865
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e315e75ffd4600e3ae0ebc1faff217f61e27cb2f5f648d45d333c103b10867f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7907.pt b/weight_and_grad_dumps/rank_step7907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a146ba7d11cc8fd9547b728bc27c0528001134
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1b322ca958d4c2899ed062c61c3d6494be9486aa47a17db7e3d35118472787
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7958.pt b/weight_and_grad_dumps/rank_step7958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fc5182405b6a4956be2857f96b034230d88d9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c713ba839f68ac6727f1ceb0b5ecfdc5f4fbc39e4a23cef83cf0f18e69d822
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8074.pt b/weight_and_grad_dumps/rank_step8074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57b80c8c2def0818366e05de6c2ad5529f598de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2264010ea0e880994fb86ec2f0244947e06d107f586428821dc10a9b58263d42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8083.pt b/weight_and_grad_dumps/rank_step8083.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c942fd5021c58a49496fb37d6404e07196501fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8083.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc08739f27eb1d3f435f58f7e6796619a0045d9df7075f435704356a3c17812
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8116.pt b/weight_and_grad_dumps/rank_step8116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab122ebef130e482225953da021d6f61d2af1976
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b92a6939fcdd8432c13675e56f6470ddeb18dfd7a450854e62a57256a218a07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8149.pt b/weight_and_grad_dumps/rank_step8149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47448538831d67dea111431440a10f7eb86a3233
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ba2330a9244e5d63e629b36731fb372a4cfa834ecd9692a60ab3b3487dd5e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8218.pt b/weight_and_grad_dumps/rank_step8218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2184c23e00562fb0e43c874084e65f57a01763b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c64b649d9e932c9b5413014ae17c7117258fc401132bdad72a0e616c0d5ad8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8325.pt b/weight_and_grad_dumps/rank_step8325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0008b6eeda87a08561aea55add9b76fea6b69f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab372bc438426deac846636a477844f5dd7776b702309379c992fcbd3cf4505
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step837.pt b/weight_and_grad_dumps/rank_step837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3456d4001bc3782f7048b618a2242dba89332fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42db2652bb377798081fc3d66215db69daecb28124c0508e24fea8e6b2431d2a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8413.pt b/weight_and_grad_dumps/rank_step8413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec37a5a6075977a28eb5ac964cdac6ea9137f3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aedd19015bfdb5735b2e68e9c85f958b819935e796bfb2caa96b0ed8f01abd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8571.pt b/weight_and_grad_dumps/rank_step8571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b87306ffcc56dd56d6179956c2881f4201dbc43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a084054233b523a039ec077965fa143508612a1087769520b8756f1632ff8141
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8586.pt b/weight_and_grad_dumps/rank_step8586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fad6cb8ce97c7f43e94b008b613e3ce9881cf31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9526e68318f99c1d6b6ff5ce450a452e4320f76fe07638c9fc77abe5a3537d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8587.pt b/weight_and_grad_dumps/rank_step8587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918487e29ff955310c07ca8347c1f884246793f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44578d9765e7b2d50612c86239b4536c762f134f4acea9697960a4b0e01c0277
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8620.pt b/weight_and_grad_dumps/rank_step8620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f627e4fb793d9b8ac5b6e5868bc8c4fbfab1bf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9418220d6873735030084fb89dbd518d89fa47f71f27d828f458561011ddf646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8621.pt b/weight_and_grad_dumps/rank_step8621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51673f0d5ae864b1744422b34e2c5d16c99ef812
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed439952480917e096efbbc7a21bb690017818642dcd17379da31f006eb9bc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8688.pt b/weight_and_grad_dumps/rank_step8688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3562f861c679f7e356ed9ab08ef4a7a9fa09a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a0bd6bb40468d247a301fb67da1a8da11dcb5b39387c3709449cbfe319bae8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8742.pt b/weight_and_grad_dumps/rank_step8742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b02a5536c12e6a687b21ddc8d9971cc4e9559
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b84b2c102b6e0fc0c96d48b2f3896eb7253724c5496a570b695769f5a8e5625
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8743.pt b/weight_and_grad_dumps/rank_step8743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a342a277939dcb7af7cbbc20b2f6a0f7ed144415
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8a93a2c4c3b133fc878bf09e7b83a07a7871bc9eacc16c16d810869d45e4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8896.pt b/weight_and_grad_dumps/rank_step8896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2142c409bc7fcb5d10c3d4deab987154f27c7870
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2402fe6e92a474e15e3d6a9abd090fa794497b701282b9831b6fd07a7fec4ea7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8897.pt b/weight_and_grad_dumps/rank_step8897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee19b4f952a46d7d7a50bc6ed7e8091d692a4cb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce84799a95340141f5ff3ffca7bd166e2aba3a982ce8329984c69d53abfd1f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9164.pt b/weight_and_grad_dumps/rank_step9164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fe6a021d3d4ba17c94103a86967b207d22b915
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e60f32030c769e767ceff51766ceb6f96ad6a2f88843a8aa3837ea5e6d10852
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9192.pt b/weight_and_grad_dumps/rank_step9192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d54cc54468c9371a4a753d43a0962fb4f249c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e651281db6501864549c3d6e894cb89cf91fe055869bfdff255620dc2451f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9193.pt b/weight_and_grad_dumps/rank_step9193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fa49273eee353212b6c3f790a898cc23a712b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a12c598128dcdf3c67d7bc22afb3cb0d767cb61cf4311448cf13eb2397d0b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9235.pt b/weight_and_grad_dumps/rank_step9235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f53490fbce55912b2f0647ba357422e54bbe3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf7e0d9be39fc54980977efeceaee462cef378f8c834b9c5592315d37507a06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9308.pt b/weight_and_grad_dumps/rank_step9308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729b0b512ac92bf45ee707c9d745d5d8062df26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2df5886d89860391de71f263d29022df43782052b0af045bc53b840966bbb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9309.pt b/weight_and_grad_dumps/rank_step9309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5c35fd97115cd365e9f64224c5de1a9a032d5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7340725c8b6465ceece457f8f4f20a75a4fae38b36c15e589b000bc0a0d19706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9356.pt b/weight_and_grad_dumps/rank_step9356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce70b804ed0461c2526236309a3d2c1940153f9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78071cd95f0699a73fb736a0ad24b365512f4cd96960f6084bc3076ce7be6fa4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9357.pt b/weight_and_grad_dumps/rank_step9357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dbecbf3908b57b76b88fefcbff12868a06886b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38307338a98869700a95b4436ddba283dcadd233614068b4df45582a366d9e15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9461.pt b/weight_and_grad_dumps/rank_step9461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be29d18fbd0c6fe9644ed5d33a15a763a6db1ec9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcefd71a1745c26890e1e8f80763dd479f5bd8d4a0769b4dfa1f0c3587e99aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9496.pt b/weight_and_grad_dumps/rank_step9496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced79814d65e5fd1a3c9f5cbaeb3672c2bc2f6cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fac325981450ec88795e472f270613f9998554fcd30868d803dd48e63cf355
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9503.pt b/weight_and_grad_dumps/rank_step9503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9926042dd9510e8161516f3faa4ac841117468
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02985b620794d72ce54b128884dfdc5af9b7a08edc7baff590c4c03a295b0b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9652.pt b/weight_and_grad_dumps/rank_step9652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf1089b9059edc52b454b29a1ff82c31b87ce90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f999917840fce934fb0b26df025666e6350b316408d65aa06c8d2fb51b0718a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9730.pt b/weight_and_grad_dumps/rank_step9730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db4062e5be09f1af3ce9a33844127b043dca00c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc575d20d1bfa3a31e805fad83d4dc69f9cc88975982764bc11b0894001dc6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9812.pt b/weight_and_grad_dumps/rank_step9812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5790100b3b9a0b85e8e5261cd548d6935e8d9665
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f423bb85ddd7554556092c8c303c2d7a13277205f725a4a0d09557e0e01214ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9971.pt b/weight_and_grad_dumps/rank_step9971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfdf2e15104c88623d2db9e80118f390be0a81a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec5534f2b4914286515d917b1508f1b163ee5c6f4ff67d2c53b494b360e3be1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9986.pt b/weight_and_grad_dumps/rank_step9986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c3d08db44cfb4eb2520be1e7dcdb2155a1cdd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01588057edb275890ccc4bc8afaf1670a2a66285434b2f66ea450bdb0b477dfc
+size 1524331132