diff --git a/weight_and_grad_dumps/rank_step1064.pt b/weight_and_grad_dumps/rank_step1064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f242c86604fa8f5f57ea81c40548e871f76a6301
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af68eed3cb5848cbdd48e27f7e2338893cedb2ebb6a0753b6c7b7484d3d46412
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1084.pt b/weight_and_grad_dumps/rank_step1084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29086d45e24a16a9c9bc745f23f3d2394ce2ea70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bad3d0bad96f28c42474984131add068c0df7a2decf13222b359810f432349
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1093.pt b/weight_and_grad_dumps/rank_step1093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a581d8db098ff63393d31ea7d2374bff9f8e870
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bc783690ec07d9309620679c9563b0ba2269eb6476ab976b9fdac6f77b45f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1106.pt b/weight_and_grad_dumps/rank_step1106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2a5b09f2775bdcad55eb2dac4e8bd7d4384fc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910aaebdbf31b71f03df6c5029bbe79e199f144d668af4b9b5c1386f0be5f9e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1159.pt b/weight_and_grad_dumps/rank_step1159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc836895b34e537ebdcc799d00465c3ebbd1f74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a623afd6d51a4f6aebec01a32d9849816e1d3a2187c170b6e2b66c0b28fab4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1208.pt b/weight_and_grad_dumps/rank_step1208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455a1ea0b59e8844eb1a1827f31a0db0804498c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4851b947216369fd255a7d704dc6ba5874925a3095e9157ed1f120f587d413b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1257.pt b/weight_and_grad_dumps/rank_step1257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f288b21181413f4be1c1fc5c31c5afd999bc7b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b84905ca28bff9bc9d1ca9a5e625e8bdccf5a82459968a0e234e42db50aeba9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1335.pt b/weight_and_grad_dumps/rank_step1335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4870fbb58871316dbe4d819dbb221149803fc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf99effccd5587eb28bb1fa1979f4cef91eb0ed44c97e362b7b431fd3a5c06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1597.pt b/weight_and_grad_dumps/rank_step1597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d580e9801bc132065954d9434a010aa3d87269b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e5c69c7b5b33c68da9729b6899f569ce9c6004be2df265ab03aec490338b5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1631.pt b/weight_and_grad_dumps/rank_step1631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cf8cfca0e819ce84950aa4ae0ed18454fdfb90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af783e2ba6bff602380fc528107e9fec78ae574a3e04040268cf222122ae565
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1699.pt b/weight_and_grad_dumps/rank_step1699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0258ca55e5ae816cf65193a6bf5fd35da82c6c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59772c1a87d44a9e10ed4fe4eadc23c829aa4a7e478184e6db1352593617eb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step171.pt b/weight_and_grad_dumps/rank_step171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22fa1e7bc79426d8103bd7bf993f88fa423c18a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42202c40a065382d5cd0962b673686b364d1c4645ba0d96cd9d70d6c1c411c27
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1753.pt b/weight_and_grad_dumps/rank_step1753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9291e1629311c5c30830f7415c67313a944339
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aab38e6dd9aa1b85721ebbc1ca9e72bbb1f39969d62885421770eeaba8e3823
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step186.pt b/weight_and_grad_dumps/rank_step186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06363ba11047878f02e6fe68b450cd11778b5b88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc36aec0d5d22e920e6834bbb2488b07eb39d4f0350255dc3f392d3d8cc5ad5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1887.pt b/weight_and_grad_dumps/rank_step1887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9824a3284955f91b48139d521df0ca801ff739d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b12fc7c7c4036c6bc35afc64050fa1801441d9d9db8e611c4a5b78b64540312
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1912.pt b/weight_and_grad_dumps/rank_step1912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775da610e9d83eac914aa4d31079f3dcfa9dcdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d832419b766c6d50589987ecb6a9d841b0626366ce13ffa360cd194714b2ec28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2029.pt b/weight_and_grad_dumps/rank_step2029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2523497d1bbded68f9aba6d06703fbb52eccaf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53fc7833175aebb1e0a98a146d6b3628482ad4accba623878226118f4842b5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2061.pt b/weight_and_grad_dumps/rank_step2061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18130aa01f551a5ffc0a0951aef6df3af48b1e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ba89729df381310d7c7583008d71b4547762299fd4604278c8671ee1e34be0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2076.pt b/weight_and_grad_dumps/rank_step2076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592f8118adfd531a4ab75dc8db38a5c078ef7a5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc112c00bc68599d71938cb48646bb0c77cd158a8fe5ac04c130a53aa9942df5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2114.pt b/weight_and_grad_dumps/rank_step2114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2f3066f8a0776bd68bdc6c5d8c29f255d8dfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144aa6c22d6f22d3eb63a7a00f033d488848c418f12d077df46ce7c3c514528d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step220.pt b/weight_and_grad_dumps/rank_step220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4778e122be739ae37dc06d785b8b56509c7d19e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6179ba1e36c4be2faaea0d2520e3be059ba3a5aadce16c3d852b43ff3784d509
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2245.pt b/weight_and_grad_dumps/rank_step2245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6a180ae236b779b6848ffdc52136ecb96f3b3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27652ab70eee022d514812483e6287bd233bfa7441ceb52891963a12b7e4abc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2327.pt b/weight_and_grad_dumps/rank_step2327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbf78f6ad658c3f9f6f18d7b25e247f5f9f5781
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fdf121467081722638362160c19f75fb8d3e57266a5d28c76ae990c06b039c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2378.pt b/weight_and_grad_dumps/rank_step2378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c434ed78193f2605f3c78cc1fa94afe0bf769
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e092007a760fd86b1fb17509ea1cc5f8b7b37f016b45e7df31a0573fbc23e92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2410.pt b/weight_and_grad_dumps/rank_step2410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a066f47b19dd9ae32d6db4edaeda7c3e6207359f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b0e8375ec5376333d53345b9ee9b5f42dd338c0a63def89c34ebec78c4ec6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2585.pt b/weight_and_grad_dumps/rank_step2585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53b321746d931890af8df3c425ae01f1950e07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304f4cf20fcd208c667b04000812a3a88902f9a772ffa3edc3fb38a8c255f511
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2623.pt b/weight_and_grad_dumps/rank_step2623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60c1eaf12bb2b1e41d74b2674fcafc2ec538ac7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9633cad4dedade38d1e78cdb7d6da2154335db567f69a6760d8a465379adde89
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2741.pt b/weight_and_grad_dumps/rank_step2741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c1e9efd776f11843d2c1d032d235f4ad0ef40a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e95c5959ea3736b39e9ae9330d5766b592988e257416f3352c87f7d0269f31d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step288.pt b/weight_and_grad_dumps/rank_step288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d9e3e6b5e0229e894cc7d9da2d7c5a537aa3ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f38b0389092f438ee83e7adb906feb0a07a6c8bc2fd9a717c6d9f1a4cc5d089
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2895.pt b/weight_and_grad_dumps/rank_step2895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8575c7b11899b23fbce430290b2f6987922b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182a36c4efda136d917f64ffe749df02e33f8f146461a2a138565154cf7e7660
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2900.pt b/weight_and_grad_dumps/rank_step2900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef415c333831cbffdca2aa7fd53d4809a11b462e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361c2b88bf64295b71da6628416d95a5893a67e540028585f756aa271c06b64f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3005.pt b/weight_and_grad_dumps/rank_step3005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ad3cc1da905c61e90ec455dbc9c9e18ff54e97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f10a40bc2e6a210ad9ac995bc87f9007c9bb6c5289ad6cd29ef02350404d9a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3167.pt b/weight_and_grad_dumps/rank_step3167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eee9fb382ef0a95b2b7cc39627e5083a580068e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6047cb4c4fea2a59b50a3d820021d493744cbb949182f93a69d910a8e86891
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3190.pt b/weight_and_grad_dumps/rank_step3190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d0ec66d1fe14cb26fb8b777bfc46b838eea47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305e731c9ab9971572f0a691c2422b3288d22488cf36a95cbf61b080ab65d3e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3236.pt b/weight_and_grad_dumps/rank_step3236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7f8ce6aad8332a9e966196de1756e7b17c82c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e7f2f0b30660e3283ddec98415766077482128bca769f3dcc8282d49079d95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3269.pt b/weight_and_grad_dumps/rank_step3269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbf94c453aabe2e1d591fca1ea6bc0c4a1e6863
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfee07024272f7290c062e4412a279dcb6b9fdeba489eb11af113fc71045388
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3354.pt b/weight_and_grad_dumps/rank_step3354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8e36c96303e1bb95cb368360880dad502957a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c50c2c5d182aad690d0db6b90e3e3192b9f1b12fbd68ae1bd515394fd652047
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step342.pt b/weight_and_grad_dumps/rank_step342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8cc78c3db16618a41ea48a0b0a31351131c89d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47715f480c8002aea8cd53184ef3eb78b8f22244114fd99268372b5496c01ca0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3463.pt b/weight_and_grad_dumps/rank_step3463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d8a70aa03124599d82b2117cc398cd148cf40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0571e0668bf98e04a6371274d556ef1ef953a4b645f5d0d8ec1012db1d8985
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3494.pt b/weight_and_grad_dumps/rank_step3494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beb3e94f62b04ea7f8dc6a2e0c6c5d1caf0256d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d4d75cb6c7470fe15a9754698c0fbe999d3bcaac6c4b0881b96616e96e74ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3501.pt b/weight_and_grad_dumps/rank_step3501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050e31018d3fdca49af99623c99b22ee9b76fe06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f7d6759767060aa455c8126c5f15609cb83005cf3b2a85513e837ffcb7f87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3647.pt b/weight_and_grad_dumps/rank_step3647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d91bc8af756b6f2b6bb3e51b99dba44a724598
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb437c6bb33b7a7cc491dc94a72a9604e22912fea17c881db018eba6ba2185d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3650.pt b/weight_and_grad_dumps/rank_step3650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20b40938406681386dec1fb7de65a8b08cf0538
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb97c3c3aba781617fa95d741d5c34d4bdc59d6a0689523f19fd985b08b41d03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3732.pt b/weight_and_grad_dumps/rank_step3732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb5226d66c1b1e8dac1936cc308ecd5acf5558d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9071a7558cdff843dda8a7068f2e64c71b0846cc187faa3d5795dddbc98bcaa0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3811.pt b/weight_and_grad_dumps/rank_step3811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a40b146a028f04e08477917b1b41055bece24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e437e1c1b5b06c37aab2f35357d27952863d5e86e9ec376805c2a1e8197bf406
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3973.pt b/weight_and_grad_dumps/rank_step3973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c09662fc891685b2006932fc6e11fba87d2331
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e65ccf9f2c468db0a3a315a47de35716c90c4cc6457d930661c1a549c79c59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3984.pt b/weight_and_grad_dumps/rank_step3984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8a5f99c5b120dd20107faebcb3fc01ad3052da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21db7f3a6d93a90db9f366c91c402566b2644c3149781f9d0e7e511ca111016c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4052.pt b/weight_and_grad_dumps/rank_step4052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417cdb5109668ab094ca91516f4a07635c2cd913
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e561c8b949354bec6fbe7c22a9c6d16f13837958afbd824b1fc1edfdbc38d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4198.pt b/weight_and_grad_dumps/rank_step4198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87570eb777ffe7b2f8ab8cfbeef0be34fc2cc417
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc03bfbd5e914a1c0858206338468e6cdc7888261d717ce93a11a09e6239b50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4261.pt b/weight_and_grad_dumps/rank_step4261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086d1ee75ce5bf36699b5fc7ce09e3fed0d66b53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e789ec7ae2fc9941669294ace4780c83800618aebb578eac43d6856226253777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4296.pt b/weight_and_grad_dumps/rank_step4296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7da67af70b11b3b84aefed0754411a4e7280a36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd67c855f332f303a73c0d6b9f4967ec16439dbc49281181d5c732fbbb091178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4303.pt b/weight_and_grad_dumps/rank_step4303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c34a696e9da02b874a4d75a4ca6c8dcf0e7090b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f41b5eb593b17c3a3013e0be7d6b1f07145c6fa61d02432b1712e10d0b753f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4314.pt b/weight_and_grad_dumps/rank_step4314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80f56b3987e6f7b30ad837cf7c5dc82c7f55394
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e50eccf6f0e32c10b5cb43cb2e4d3ac742acbd4694b4e175037020bf52db12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4434.pt b/weight_and_grad_dumps/rank_step4434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971beb28ed64d90ff515a3d86dc7384752eff318
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca181d1a1975ebe7dffdc16808a84881b730ad5bdeefa80e3c1e034081941a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4509.pt b/weight_and_grad_dumps/rank_step4509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042df28369b2c8d7bec0489dc85a1565f04bb6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cfc710ac7d4c7eef13008695fcf2f6b8d57dbbb58db7938e88b74733cee969
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4556.pt b/weight_and_grad_dumps/rank_step4556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a7340a9249e7328f44a0277b0accc25008a5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10550c355cb19d888dabbb3a4c12dd28389f22d63544e0273ad37570bbb4dcd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4658.pt b/weight_and_grad_dumps/rank_step4658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0db0293cbde8c6b5ce8e8af3350754071dae2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cbfd941ff474743ed739d9605b0c5132f5c96cb22bac410a781c58651edb43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step475.pt b/weight_and_grad_dumps/rank_step475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654926d54b28d2be6e1f9729fb7e8d0175307bb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09cdfff012e17e51fc1ed8d364181e9f4285e4645bd12bcac7dbd461caca8b2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4765.pt b/weight_and_grad_dumps/rank_step4765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5365464f02163449748df8b324fe591c10eff069
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba7f3c2da2677292b3af70d48cbb78060a37cdbf6ccea87a8d3fca06c253ecb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4792.pt b/weight_and_grad_dumps/rank_step4792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613ccd11a4cb783a916a8f8d5eafd1bf2eca7c21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7aa0ab31a128ac69290cf6fbae4c40aa472ace32826043c614557fc631b4907
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4819.pt b/weight_and_grad_dumps/rank_step4819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c12500e317ff80b83739707c9f3ebe631578c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287431b08fc4152b9960b27ac81b4336beb2344b787f836af368b11a5993c54c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4846.pt b/weight_and_grad_dumps/rank_step4846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510601c31560cf5e6b7527e85a892b5f823ead6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c8f90238e053ffd848573e1989cb2c061a22c8f26f62a7e674b951914c8c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4924.pt b/weight_and_grad_dumps/rank_step4924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162351c07458be34578d52bf72defc3e6898f1f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9038d379a015c0b12a4dd4e2270366e2ecca4cafe65282c8490ad8676ddcd7d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5021.pt b/weight_and_grad_dumps/rank_step5021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd699047c8c297822e2a4dffb0a17446d359525
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23f39f7fedfb50eca1380db0f82022aa8d38bd07d1c7690c76287c1fd7c3ac2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5143.pt b/weight_and_grad_dumps/rank_step5143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3824bc83a7883fd175cff0f0ffebcff86c4800fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34130c7d34495c5ef9259191c06ae2884d9dc7a85e7bf81dff606109c4c4a36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step517.pt b/weight_and_grad_dumps/rank_step517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be42c648b50190f1e8f21429df2ee64c1baf798d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06292200c1f861de02479ae8fff691934930b2ad98e7820ee40f4e67f15a8244
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5387.pt b/weight_and_grad_dumps/rank_step5387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cb56529850b7efb488db4d4ec3562555909910
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb827501dda7eab9a6f870e0da50f0702c331109058e2314924f534bab326183
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5418.pt b/weight_and_grad_dumps/rank_step5418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3926558a3240b2e64c1443a86d8416cf3cc8fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d32382ca5dcb9f77625d3396a2a987668b83349af9eb1f919d7b4dddb8b574
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5447.pt b/weight_and_grad_dumps/rank_step5447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02688d62e50bface307a4a10d8529ec996d66dd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699954eda61ff715a26d1ea7b6c0df9e55e7f36b9a06561d4592bfc00d8c98bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step548.pt b/weight_and_grad_dumps/rank_step548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2573a789beb0a1d9cc5af5b4739cf84df0622
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed3fbc88a3a3dd99a68a8c1c427982d07cfb229fcd3ab864a721e7a09608f29
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5525.pt b/weight_and_grad_dumps/rank_step5525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d603311408caefd9f6d2b79018d62aba20fc3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d0bda43c7a94197a6914773f0ecac3d04870d9423700733e30221beba5bd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5674.pt b/weight_and_grad_dumps/rank_step5674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c7144bb6c0eccb7f9aded4b9895748a5cfe4f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1748fc4ff4f8a1e87fa4dae1ccfca151ec19edde4c259c989229b04db91a7bca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5683.pt b/weight_and_grad_dumps/rank_step5683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7726b2a2a8622bc72da02a438d4108a54a50d728
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b826f7ae9af44726a89ee9d67216265d1baf49f27d4ec0567c63afca034caaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5716.pt b/weight_and_grad_dumps/rank_step5716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4328f68abeb8dc2ad560fb8096231ee1de360e64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a470816e0764291c2464e303b1f5fb6ee3a97a379dde8f177457454cf96041a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5739.pt b/weight_and_grad_dumps/rank_step5739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b1d8b642b7e256519a01578e1e13b67276ba04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269d371adbcaa1708eeba669ba228af42749c5dbfded3025f8da30493a5a7f61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5749.pt b/weight_and_grad_dumps/rank_step5749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5380d7d2855914028c8f34fdef1d044302008ad3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921df4733c69818bbd8444d9328fa5051d3caafe0ca1835d0fdf63a792538905
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5835.pt b/weight_and_grad_dumps/rank_step5835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43ebc0cfcc20e1620aae1d18819bee7f0a3daad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483e65a7ad7e469d21ace0ded71471dd23845e00323fa7db287ae7f45139a91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5957.pt b/weight_and_grad_dumps/rank_step5957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78d3c2b67c0ee5282e438997f8d88b7ef4afd6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b5286660a7314afa64d4a7f31728691d6e9f06d5fef6cccf7e6c9e97c4b9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6033.pt b/weight_and_grad_dumps/rank_step6033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62e79f03446878b6cdacdeb106fbd5d88a2c6cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17318de39984d62decf5ed6acd07cead5cd448a6f675c92ee2cae8b31b31b40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6151.pt b/weight_and_grad_dumps/rank_step6151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55ec4bc12c82f786c7a8ea79d60e9a94d300f36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931383f3d220919432823032ac34248bd7ce3a50f6186c0bf7ebddcab962e8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step619.pt b/weight_and_grad_dumps/rank_step619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198288116b3237b175c0ad968a1b4e43328a407c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab65d922bfd73d2697720c0104fade02280a719f126ffa48d5a6715721b33f3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6362.pt b/weight_and_grad_dumps/rank_step6362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0e6d1a1445c727ae5e4f530e6382b958cf5397
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0516a60c555db0b5954408e007bf853e93726d20b4aba6b36689a31620c955d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6395.pt b/weight_and_grad_dumps/rank_step6395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f3c1b7f9728b74266da65d0ae3709b2312b0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d67f95c8acc2503fca78de0212dcedab2dea9be2bcba5ca77cd52af59405d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6537.pt b/weight_and_grad_dumps/rank_step6537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0825b3baf751c7ebb60f5ff185692f2be837e98e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc804e787dd5fad2315731a3a5f44ea9b39def256c810f48890ca8ae9f3e6428
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6568.pt b/weight_and_grad_dumps/rank_step6568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88436dd138b44e0a8935b3388ad4e42de575817b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89e29a1405add1c08e5ddf704542a0ed7f7f2011cc53b4f02e58ebbf25438a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6639.pt b/weight_and_grad_dumps/rank_step6639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3593eb3938969e4ab99e5357e004e0bec8e2bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fe0a95b760f4be874ab7d427802e74788c7f5cb9da9c7f8fb0e7d895ad527d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6666.pt b/weight_and_grad_dumps/rank_step6666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b5d57e5d862332f0fd5b84719e5629d85c8290
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114686fdf5b7fdb551157aa570dd3ccbf728a5d7e565b775ed03259ddaff72f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6691.pt b/weight_and_grad_dumps/rank_step6691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369892cc7839626edd3de89b8509ebf7599c5ea2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff95ece4be07e83a7dd5b92aede64511e4ea0a1256172e510313fdbb17d65a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6704.pt b/weight_and_grad_dumps/rank_step6704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1981995cf90d944fedf82ee4d777a3ae3b7607
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2612a1d6de9ab33cc98cc52ad66d637fc415fbb383f31784ee9686b06eb07dbb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6827.pt b/weight_and_grad_dumps/rank_step6827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ff0484bb171029d0f3cd13a6537aba8ca0c4df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba0a102cdd23b7e777b49ab00592d4879b5b1a218ac8d724be7e3769942e712
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6878.pt b/weight_and_grad_dumps/rank_step6878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028a97d567e2d3d53f07d5fa959df63ed8fcf12d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907bfde00b9cc8c4aa783335c4cd553bf17832c810a002db18e9af8d3add5177
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6945.pt b/weight_and_grad_dumps/rank_step6945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9167eb9d4e5993a668ca9fa351fc642f7c053dac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141176db5ab6d5ad29b2601ca3732747069476c3a0beeb1319cd50339cf8510d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7040.pt b/weight_and_grad_dumps/rank_step7040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1b7e2d261e42857440d4880f3c3c3b7b194c87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efdae3c0ba8524f25bafebc21f2545570329a543493307795b743a78b9ec34f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7122.pt b/weight_and_grad_dumps/rank_step7122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17e9f5192672964132a492c4ed86fd6a152af29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ee7a449c792a6851477d16bdd8368e783d184ce8f957da5b1aec304bc3df6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step724.pt b/weight_and_grad_dumps/rank_step724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9318379f6724de16c8a8dccdeac7ee93b38217fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631b92b7c364541b38996dd4a933e6d5bcb28a6bdd9809fb79edf494308c18b4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7273.pt b/weight_and_grad_dumps/rank_step7273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e242cc923a4afdb430f7370b1f658adc18fd2af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16323e168ce691fd0547ad8b8fb2bfd878195aaae872fd6d4ce55829c7a4e3bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7311.pt b/weight_and_grad_dumps/rank_step7311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ca12e5b1f551b2f5f0be9d3e130faffe1e05c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18c1a5beaa77da8f29afd322492e3fe08da6572eb5f93b4926d17174385fae3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7361.pt b/weight_and_grad_dumps/rank_step7361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea033ebfc24f55dd875ffb189e568f6fffbd9495
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e2fccf2c8fa68dc45048f715f8aed98ce790a1c2e5868f174455916b6e58e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7426.pt b/weight_and_grad_dumps/rank_step7426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c58334d14bd0bc4d237db874bf577367ecb52d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a527732226cdb69d9a05f597c70284d8b76f44db52548bc27f590fdf64f4a6b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7479.pt b/weight_and_grad_dumps/rank_step7479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b600ab9a9dbca873f7765fe081f219c9e198ed5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecb99dda003906e540b0f2b62697601d084c7878065bad827bae827930c6628
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7544.pt b/weight_and_grad_dumps/rank_step7544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bd269593ec71ce37fc5caba5a0b514e03a38ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce4e3207da330a731804195f8b98613bd4d50a5c72f2e808bff4448c80876f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7615.pt b/weight_and_grad_dumps/rank_step7615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12a0846d214bc641adecf5bf154c1ce4e927f4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727429f84f043956bbdd95bba94b75343f1d05ea198756e4f869a1e938644dab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7777.pt b/weight_and_grad_dumps/rank_step7777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17ec7cb76c838b070ad1c1136386c219dc9f277
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b9b7af793d7692a2210c78818b1143e3822778418e9d7abf9070183ca87e1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7780.pt b/weight_and_grad_dumps/rank_step7780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ae3d960ed005ae3c1ca640f6acb5bb9f8f62c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090ba37cd7cfe883b81798e16588d52d76d30e54edbe2905aec661e21549a8c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7854.pt b/weight_and_grad_dumps/rank_step7854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6972eae5d75a4a2cb6fa3cd37ce202bd7d9d71da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d202c8e511eb723d3e2d26972daa2ee2f550b097ce94c710adbf8b09739ee3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7936.pt b/weight_and_grad_dumps/rank_step7936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046e6a0d3dc72c30bff0eac3f070d7b0d6cca363
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97554004f956a9f2b619c7f7499ba599d0039271fa4cf8bb1f22f5d217419482
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7969.pt b/weight_and_grad_dumps/rank_step7969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07864f44a355d6b29d7357693f35d917f6373c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4feb66431ef8b51b1e1974708bef8e4efca2e81f560aa3869017c6df4f18898f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8045.pt b/weight_and_grad_dumps/rank_step8045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a776443d09782752dd4e53e22e8a66b895e56fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f12b73fa5582e153d3ed5eb157e8e2a6ad9100b280612e28235a7d8445163
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step807.pt b/weight_and_grad_dumps/rank_step807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a070881a5ceff89a16329c0a1afb642ded978401
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6a18857ea9386fe612ee135f8c4faa760f7475f7cb9c0f2eef2bf1b840d431
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8178.pt b/weight_and_grad_dumps/rank_step8178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468e1b6ddde5331f538a14ec23cc22af329449eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826dc823296a99e56f1650582b04004233e2b0c39d6c925678a7f4d5b7551e52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8229.pt b/weight_and_grad_dumps/rank_step8229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a4086cecf07eeaf585b1deae8fdf200c564b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5798025bcda84dc952df57e11dfcb86b04709ccac549e7aba4d164034f1d299e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8276.pt b/weight_and_grad_dumps/rank_step8276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90749d7a1448db98c1f5a5b8ac207d7d460b7f1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a554113ecfd3beaff5f7ab5af233b492a35c974a729d897577cf167c5e2ff5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step828.pt b/weight_and_grad_dumps/rank_step828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ed50e30e842442397687f5dd955038b027252
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f7b40ebd0331deece4b1049bcd59466b2939b11e434667849668e9c627a361
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8281.pt b/weight_and_grad_dumps/rank_step8281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4a812620bda3bf003ea8444bae31a75b33f184
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005bd58e4db373352c26da7b66b1459d48499af58c4fd009919be82009173849
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8314.pt b/weight_and_grad_dumps/rank_step8314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed8b34ec87b2c8999d91da77bded2ae69f0959a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5abf93c221a7b9711ab6920beeaf3f28d83be9042551f25b38606e199aab28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8423.pt b/weight_and_grad_dumps/rank_step8423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0f3ec543844eee2af23d7ca6b7e043c11f2fd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fca72ac560a4b7bb27ff95222b38cf58f28de3e8c72e09c79b8f02addb725f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8541.pt b/weight_and_grad_dumps/rank_step8541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f39592862e2623b14d53c7a8fa5b4c5b8c9514
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a433d3db90e9872691312cbaee76a0b61107657e047df510bb0b4533090237c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step858.pt b/weight_and_grad_dumps/rank_step858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe0a58367697485b3d9e45d3ea8eb6c93b3c6d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4a77fd4492beb9a879df453563cea3e6116a655279a47928e84e120f5a63e1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8610.pt b/weight_and_grad_dumps/rank_step8610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e67e44ae3e093dca3bcf806c9e750287702d0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145df9b5a379e0921601aef4d51de7e51191cb79ad96f7718196c3cbb8925510
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8772.pt b/weight_and_grad_dumps/rank_step8772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceba9935ebe0e430a59c7d4551e52aff6be2355
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b547e96717a9f8ee0a647c6b6fd75c1f8e883b4963c0ee66dcd33f519cc9501
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8785.pt b/weight_and_grad_dumps/rank_step8785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a47425039b846d68f337b4e7d3d354cfaeda98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71839c614a90537c84034894d19bec3dc8bc40e34e0374b5f0450c998a794fac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8851.pt b/weight_and_grad_dumps/rank_step8851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135eaaa5de6010ebcc0f5a08888570bbf927448c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1e9dce02c02d669a8f587e09e86fcb275047728cfc65c5d84f6e54656122fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8933.pt b/weight_and_grad_dumps/rank_step8933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac43c834df977bb6267d576c2000d034053412
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddeb9605ae2d7819c497c40a8b9beed78b40e61e1e1e3c7b3e1ea0ee99b30af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9019.pt b/weight_and_grad_dumps/rank_step9019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373d488ab47fefe70ee7fe6114a72a2cc53281d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdb9889e1d455686a6fa3646ba2d0d432d9640fd428a6271c59ffa4e72d2cd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9036.pt b/weight_and_grad_dumps/rank_step9036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf78eef7d1318eecbe99fc3e74593b266d465db8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac99b2bf5309c61f36c6db42274ad6f07f437d3a0a060016c425256693abc02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9069.pt b/weight_and_grad_dumps/rank_step9069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8bf01acc52e633b896502f4acdac9447a9c781
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4456369e01e2edbde97f31d473d73b0605945e627871aed58678c7cae87d7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9154.pt b/weight_and_grad_dumps/rank_step9154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb00b4dd83bc7b24974e780709ea7645457cdfaa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbaba4eacab9d644ac3bb62d7067d93a2cda6b26066c21bffe0afee0606f5c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9338.pt b/weight_and_grad_dumps/rank_step9338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a2d882e2bc7ae1b03f15bc965b395769b71e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8055570be2e7ac20932e06614223f2cde0e8fecf211cd83b5dc3d2398a5013fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9367.pt b/weight_and_grad_dumps/rank_step9367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e630aa8c34448c183bb91dbe3f980d6e222b36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1840ba9d9b4270f9f3b8d678a11bf95e6d53720fcb9e456a50566c30141c9941
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9390.pt b/weight_and_grad_dumps/rank_step9390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36b16f955a3f6f24981975c58fa5ba74176512
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8bc5654c3de74438c7b7d55a6ab7eb2e002cf9ddcee0e73e36440472e5cad1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step965.pt b/weight_and_grad_dumps/rank_step965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835d6f92373461e9fe4700948817ed2791143fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3a45af61d9946ebf0560cbed7b55e06ea478dd0510587fca31b73f6feaedd5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9663.pt b/weight_and_grad_dumps/rank_step9663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d1575b644dcae1573330ba86d9bf490625e8e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a946b445c06a6dadb81272d0807ef2e6582e97f08a549ca3e91f9b01f763e6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9694.pt b/weight_and_grad_dumps/rank_step9694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a66d9b59846eb96b1bc8a6992730eb0efbfc88f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874840172ea7e360855a7d5fa9b74c07755441b1f34574340be9c74b987713f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9701.pt b/weight_and_grad_dumps/rank_step9701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ee1535cd5b98b86454962b33521e28861d121
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bc374c51868879a119c7dc76a71683575c3c2607b45ac2317e1799dffaafc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9822.pt b/weight_and_grad_dumps/rank_step9822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074e690c67fb1dd67a753a2c3e016bb044735de1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d4be9f9cf3603f7a348eb24a0f3b426e61ece473bdad43706769efb5435f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step992.pt b/weight_and_grad_dumps/rank_step992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ddab6d53d4e83c409777bb3cb1083cc3aaac83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3042aca061584970dbf97a70f20522e795d5d69a4941c789349131ee3f6ec78b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9940.pt b/weight_and_grad_dumps/rank_step9940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6008547e69b02ab78ce68cc321f401048ee1c6f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59fc2e3aaba8546b6a74b33f339ac998ad26e4858e85a3df846f17eb3475b98
+size 1524331132