diff --git a/weight_and_grad_dumps/rank_step1024.pt b/weight_and_grad_dumps/rank_step1024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0959475cefa74a8142ea4714d1ebcd96b83982c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977007b5ab6775c8d158f64fcdb320699cb2d1c5d4af0f27352919b90ea12fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1119.pt b/weight_and_grad_dumps/rank_step1119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7ba32f9e1580757bbe6ab9b05af72e572fe18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b655f3c6873dcf23eca28b9247be5d34faf007f5c533f200189374ac81383b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1146.pt b/weight_and_grad_dumps/rank_step1146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4567a3d310d13e9f466a5c395fe5ac930824299c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e539ad4352bb4d41f12643f25d1d23dc32733d9a57049cd92c798c4fcc251
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1217.pt b/weight_and_grad_dumps/rank_step1217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5633eb3c00147056f5cd6343c785f0ebe29ce8e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c30bbdb3186d982dd80524e472cb817414ab0cf11a281dcef456ca4415b663e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1248.pt b/weight_and_grad_dumps/rank_step1248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35c8d459697708500644a60f627279f5d197703
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f612523e482d931d5e0fe69d46c5684b66469b392a7876415f27cad4ba3e3137
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step131.pt b/weight_and_grad_dumps/rank_step131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2a72b43cbf37c85530a4cc276cead8a1ddd52c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6828116a62b3124dff0e601450ca08171c1c4e7b228b255146044bb9565993b1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1382.pt b/weight_and_grad_dumps/rank_step1382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0602cbe3d44cffd2b8c90bae953d97d845cbb81d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392847ebf340364ee5e8b2d17a106d85435f65e9d6ef69433a15bea49cab8bed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1520.pt b/weight_and_grad_dumps/rank_step1520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42239df286a6e6390f9113778186b7ce06ddec2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703f4ad79beabbc78721f568c2332dfc9a5dcea7a37a9c156a5b6d466d9153e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1550.pt b/weight_and_grad_dumps/rank_step1550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b42cd6c9d12c2161f037f18280d3a747a5b4fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1377de865dd9d8b06aa944ee884dc3668e1717f0de348a4503b4032c2f64fc8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1588.pt b/weight_and_grad_dumps/rank_step1588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86471f347accad26c575ad88aae62d244bc30f6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26580b9a2d109aff91f52a9497117ffd02f269ae90af19149275f80d1578925
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1671.pt b/weight_and_grad_dumps/rank_step1671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f8e2ad104c42c2b160bb819d9d868026c8a800
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6edb66f50b561340db01e3cc020a1ee97955a27ba999105af6a248e93263fe7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1686.pt b/weight_and_grad_dumps/rank_step1686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092eba7a5aba994a8ff4dcccbe6ddf4e3da94a22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02c7b4cd2399f401ea71a8fdcc0ab0b2dea192efd2ac2c4bf30c2dc608a95e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step179.pt b/weight_and_grad_dumps/rank_step179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8973283f6e3173e0470dd3657906fbbf029c2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681e1376c0cc46c2ffebffe3314410fda84c695ebbed5b474ee450ac3b81d346
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1827.pt b/weight_and_grad_dumps/rank_step1827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afcb9de781afbef3ffeefea8c4c4ce9ab1770d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f00987f36e859f59c01f3c5709dd720d70c838d3d3ab971ba6ba6c57ed3728
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1830.pt b/weight_and_grad_dumps/rank_step1830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0aee0a5b1fbf7255079d90be4bfc6ed77d053d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7918a29660e19740d4e8497c7318da875358f59a8665aba455e1cfb4becf86ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1878.pt b/weight_and_grad_dumps/rank_step1878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0dba40117a3c1150f70e0cf4ddd1d4e73fd5a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee2f76c87794de3419dd26d40026313374ea7214e98cb73c222c3998c48951c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1898.pt b/weight_and_grad_dumps/rank_step1898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b8c916a26404a6f950e8e71244913b52a39ba8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc97d14b95235455f505b32f0566ed5ee696c3347fffb244ecc6c6061e5b22c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1945.pt b/weight_and_grad_dumps/rank_step1945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed542271a5fa708ab9d32d690c4268c3c62d29a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec7676aa7350f9fb39f019e6403b986cd219d6e9dd32156695c93464a8717a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step199.pt b/weight_and_grad_dumps/rank_step199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b50a557007abb632db2f7f585772e86411b1e4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021bfc76419a70d91f9a4926db8b77a165547d43c11a5ad38c08617d31b94b0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2036.pt b/weight_and_grad_dumps/rank_step2036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bbb8b396fda60790a8c88aec775c2826768b87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1871159062fc14caf556b408f23d64a2f6b5b6b877d8f6e93a7a4b120c26f4c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2069.pt b/weight_and_grad_dumps/rank_step2069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d46746c26d6483207115d472a631829dbc2c69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc24013ac308c315019755a964a665d0000a41742bbd59db2e5d02bd7ba11b56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2143.pt b/weight_and_grad_dumps/rank_step2143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970bf38cc96b415becf3c97950ca45e86229a713
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8edf46f3c3653e8883ae40fd5793b778ab1cacd782367a949b8e67dd76b6fda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2154.pt b/weight_and_grad_dumps/rank_step2154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d52e42da4e2af1519f023aa29d1dd35eb7447d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6951e0dbc5d04cd1221613f20bb8f6268c0eb39aed3279c95969364c52886b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2205.pt b/weight_and_grad_dumps/rank_step2205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b858102c655a643d104f17909ab4dcf8e7ae1351
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502331d5c32a60e2b081a75564260f160f88ea9295ffce798b2e2cd194011ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2338.pt b/weight_and_grad_dumps/rank_step2338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e1338005cc15b096ee1c557be9242ce41ccee9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8de86f7cc32ac2a18b3c4f48c69b64e65557fb5371095ce07447a0f56dbe4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2367.pt b/weight_and_grad_dumps/rank_step2367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09ea46709b2f1aa418e6d9227be3e2f3772801c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a2aa2310fa61ab317f753647e9ef2ea2b41dbdc2ed3771e4f47c916f1b3af6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2450.pt b/weight_and_grad_dumps/rank_step2450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ff2ca414173bd3c8fbe175205267bb57bcb27e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db3e5e16f2cead6ce4c547c2f26b416b70a08c3ee8a0a610abc9bd097ce9f83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2532.pt b/weight_and_grad_dumps/rank_step2532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bba1a0a76bd469e80748ab6b56d7f0465da92e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be18f3050bce569a00dfeb3a3b85312f7ae1182be72af17f07ed66e874089c8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2663.pt b/weight_and_grad_dumps/rank_step2663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd755a70babae2bc7cb350495e5d0cf98042223
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb4079c30a285942db83c3d9a34266767678dba58166cddd36d687732264b92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2674.pt b/weight_and_grad_dumps/rank_step2674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ae214a5bb837f4c6143e1f28acef867371f917
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03540358704df74ef45eb544ccfc951c04fe7cf17c336b655e4046cf1094551c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2694.pt b/weight_and_grad_dumps/rank_step2694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34fd5781c33cbbf5e2e56ad61f63c059f935c2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3603cf0e3d13a2da8b122ebfdff2059d1163a9d67447dc781d33b30f7081f9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2701.pt b/weight_and_grad_dumps/rank_step2701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f65200c76f4d03203278192e6a42c6a1995583a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1600264f135f874252837299e5b82677c00f0d5a87a5d5a0e51da6e464a47b99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step280.pt b/weight_and_grad_dumps/rank_step280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf79acac690217d3ee4ddd241c380df5e44df91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ee131e0db199146b080ffd7690f33d339de2ef092dc4ee23dabd421e4b1453
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2822.pt b/weight_and_grad_dumps/rank_step2822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea7f3affc5cbb57aceeaa4d14c95ad276ed69f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad18ceb58293f86d730990704c92c1d030d8b58c60bd7aa0eb5a5dffbc3cb9fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2908.pt b/weight_and_grad_dumps/rank_step2908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dd9b052ffc7ae5f067ee2ebefff6ac0fb27df5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28ee0b205adf5111f5f87df459274c914f777f6a33a96ed78632fde0b11a253
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2940.pt b/weight_and_grad_dumps/rank_step2940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c38e433d863c8cd42fa21ea33f471e5dd2221f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a755e4d32d30cf415d88176d428b6edfbb8ebcec290a762a7677275dce88e7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step297.pt b/weight_and_grad_dumps/rank_step297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8803c7d0f1faedbdfb8dd2fc8b0e0433e42266
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd98698d28b5f1790786c3021b2b482e77b4364444c436bdcdde2b0b20c0210
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step302.pt b/weight_and_grad_dumps/rank_step302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c20552a520ecc86ccb1b440931259e15b9322d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11401cc33291f3009282538ff9549a1cb8d460b6614ad35efdda97b4de8d322
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3127.pt b/weight_and_grad_dumps/rank_step3127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf2d74c38f98ea3f06dad9533cc09a0a95eeb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adcc270631e21284975793b37507139ee5be89ca96c103d571dcf86a0303ea1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step315.pt b/weight_and_grad_dumps/rank_step315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2112d19995422b09e211d8347f04effe4dd4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0d68b85cdf08a46af442b96a5c213489d7ab18c991ee95150d5a07557223df
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3178.pt b/weight_and_grad_dumps/rank_step3178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f55880006d4bad05605720ce4263bc37e99c90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cc49e561805053911861d111780cf3f59612a92c1ed9fac95b9b6a338b9c02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3229.pt b/weight_and_grad_dumps/rank_step3229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffe41c759518db1a56034b1530b52a653ebae68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b55c9070fc5490ad99948ed78ef3437edfd858e31df9ca3cb550f1575d53b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3276.pt b/weight_and_grad_dumps/rank_step3276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfeec697403b2a40adc67699717c696e99465f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0912f1b8432a163ff4053b8c6970ef3924602543bb4f0eb0381ba3fba59b952
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3314.pt b/weight_and_grad_dumps/rank_step3314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f611b1d839696b3d975d3a34e895bd33eff4f916
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccc548f3bf4329944be206d99cdd2cd3d025e62f2e69a7550a6fb71fe9f1b6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3423.pt b/weight_and_grad_dumps/rank_step3423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37bf5f5a6a3b64d4e426e049a15f7ae0c5b9cc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ba419b41268e959bbfccf09e7de5db3dcfabbdd24f52985b3376dc0fe3da49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3541.pt b/weight_and_grad_dumps/rank_step3541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3ca43b44f5460ffb953369f94fba005eb452bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc5cc543fcfbdd8a201ff1757697c4975dc5d7587598476a87c51e51bdb5977
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3610.pt b/weight_and_grad_dumps/rank_step3610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4666caeccfb82d5674ff98bbb3580123c5fd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9554db9ede651cf703015dc2810701251022b3419bf2780e4f919e76f14e6432
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3772.pt b/weight_and_grad_dumps/rank_step3772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ab456902f8f97e84ce234aabc63b6598338cfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d54124513493c94f983a399ecedecb5bfa1f523fb1bbbf6eeb886345247acf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3785.pt b/weight_and_grad_dumps/rank_step3785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cf89f6e1d8c580ef90e7fc3f2e9cc9cc0dabfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92bf7889148a29bb6f90a91ea1130d6593a0c6dddd0c98ede7d54b9667353ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3851.pt b/weight_and_grad_dumps/rank_step3851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b2e83dda0ee32588bd35100c65bd093a3af890
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbe91626a8f5a3f7b0567d063f7afc129a9d657ad2f636aa7b157a6085ec154
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4170.pt b/weight_and_grad_dumps/rank_step4170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ceab5be25f8e04e03557b95005ed7ae002d1194
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5fad02618cbfb29caea24d798c0b4126c2376376306bcd771da217a5db2b3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4187.pt b/weight_and_grad_dumps/rank_step4187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01fca3dc1d1a97f350a7945b6265c132ecb343d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f619d78b39810840e68d9f3075d22620619021ae709ee569f0b3a48f4d70ade7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4221.pt b/weight_and_grad_dumps/rank_step4221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046680242aa2efada1aad87187a67f68eec166c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf08a00a00533988feac9084bb97b26b490697190bca27edaa5a927c5b25e57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4289.pt b/weight_and_grad_dumps/rank_step4289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73732761452fbcc24ee08851e2fd929e94e5a16a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85591c5023bc214e8fb4577ddf3d8633001ed6ef6f5939298b6df96df179eb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4343.pt b/weight_and_grad_dumps/rank_step4343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e184c0b6e2682e3eb54bdad7eb90240b1b2bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073de6419c3c8773ef56a143150c43844aedc142d6195928c5d4bf22c032755
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step435.pt b/weight_and_grad_dumps/rank_step435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2dd777c6f34b6ff7ead6c9702c6f6f6f525cb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72695516d4dd66393a0ceb7f2d8d108dc34bec4694530175a106078acd6a2c47
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4474.pt b/weight_and_grad_dumps/rank_step4474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3fb21b5696dafa0a28e785a349ec9162636b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcbd0ead605222c05d47bedf2d09da3a2fdab68970f69e4a1966000965e407b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4483.pt b/weight_and_grad_dumps/rank_step4483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fcf7e433b6b6b4c7684145e8aa6730cb92b354
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508558f081bb6ff3df0545a94fce2bdd5241e683411bc23f322235ece4625f62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4516.pt b/weight_and_grad_dumps/rank_step4516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eb8eebef18fd05ab4db7e922f751b41164a978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c583392cf166f40ec67cd8432a2cd1034e542e58e07594b8711dda154f1f43e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4618.pt b/weight_and_grad_dumps/rank_step4618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bfcbec34edee8ea1dc5cdd2c4752a6fa2fa27a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a274dd0f5cae4d10225d0c0ed1ad205e8103532e6c52418bbefeb7041807d91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4647.pt b/weight_and_grad_dumps/rank_step4647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06940d1982c43256c3ce09feb0fef7d355f6e7b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0afb0463ffa649b55fd2b733f53ead164cbe46ef588631dc8642380299a866b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4725.pt b/weight_and_grad_dumps/rank_step4725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817b764e750fee7db41333239649973d1a31c04a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cad02ea0ec7876a45c43e584116e22824eead687da4a5621138c48ccc42e47c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4993.pt b/weight_and_grad_dumps/rank_step4993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac0920aabf6d46d831c09baee636aef59c286cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3024b34ce961518b8774b959d132ebd49367251647306d81291aa39100356074
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5061.pt b/weight_and_grad_dumps/rank_step5061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4b2782a2a7d6fd2ec5e4065719f878a9ec7601
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382be29dd462652b332e787a106e7ae6d0c99a755930c7069e790c60535e1a57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step508.pt b/weight_and_grad_dumps/rank_step508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4424387d9bf0c64ca7ead197293dd443405f55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04728c9348d7453eadd4e6b0b4d9d9fab091e13a72eab8e2d3b2f9c7cfb63002
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5096.pt b/weight_and_grad_dumps/rank_step5096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e9fb44a3dae8b5585c2c05765f973810970484
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6ee260f17c9fcd7f77c5866ace4ee13e04e02823d653b507dddff13d4aced9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5252.pt b/weight_and_grad_dumps/rank_step5252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8b2b53d2beb8f85f7ba3880e6776a32e78a7bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47166fe1c35ff0beeeb65a25fb162b29de01471603a9c33601c8717e6c799da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5330.pt b/weight_and_grad_dumps/rank_step5330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e27ebb17d4b34822bda7a2a3ffdd0720262c8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210ca688e703f95216a3039eb65f1506b7ff0b9334e1a7638942bb3fa232d69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5398.pt b/weight_and_grad_dumps/rank_step5398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2de3e7e9811822baffbf855781bcf3c3da0cf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59785e11a1e1d00e26961f3153d6aee6b414cf82dbbd50c9489e5d2ee4be194
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5407.pt b/weight_and_grad_dumps/rank_step5407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f276b81c7df70d4069117e7b52356a7f9cdc2a34
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95a22fdd65b6f4d2203a79caebf527761b5f0074f2751bf5193b8111a5a8bad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step55.pt b/weight_and_grad_dumps/rank_step55.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ffcfa19d2f103a9e7c2d8b7ebe007761fa88c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step55.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbe02443fb38278b4e14be2dda5e26fec6252e3fe9b9333853a1db9f69d5474
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5565.pt b/weight_and_grad_dumps/rank_step5565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6860bc88ec544479624c75db79f5ce9eb65487
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b015ffec49d439721964320a056be39d14e61b5a59b051dc2421ffdeea6031eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step557.pt b/weight_and_grad_dumps/rank_step557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6433dec35f8fbbaff1b021647d201a2b2ccc615f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d596abeecc0a66cd227f6f9c11624ce0adbf31ee24353bd44e25bb3d0599d104
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5592.pt b/weight_and_grad_dumps/rank_step5592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e2a1f704a8fcc519e3010fed2856fd8f1c2eb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e5e4401d3002464d0d0adc3c367711a51b23a33408b7102694083edeae570c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5634.pt b/weight_and_grad_dumps/rank_step5634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb70df5793df2dcd16fa8dbf7fdc13bfdb416c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ebb1c06010625fefebd79f26fa82d9df79aeb5056e2c41e52b53f2b9a8cb62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5709.pt b/weight_and_grad_dumps/rank_step5709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5752a3fd3fae18444715f1b086a8550dfdbda4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f956e83e71e8b5cd1e19c75859dc91c457be9aae5085d026743c9d8286955
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5756.pt b/weight_and_grad_dumps/rank_step5756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fefdc15a36d262b4d7f45935387b967f3aa7092
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94249a27182a604fcb8fb5d7a45bcb19545f004ff6f2634a8c4bde31715ac079
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5875.pt b/weight_and_grad_dumps/rank_step5875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2255674a1fa6582436e6b3f9cb3a144b46f63e69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90ab351ab00c0501cf5e0dbe916512e600f94b50f2a919b1f2aaff68e024660
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5882.pt b/weight_and_grad_dumps/rank_step5882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a15765fbebfb0e67db55a58917b775c4a3e1337
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384dc3452d08d44f69c7c46ae3d216bd1cb6d3cea207b738ad0728f9263ae9f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5917.pt b/weight_and_grad_dumps/rank_step5917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b1df62dc7e68d5079fef6beeffc7ffb0e47280
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df7a4d01d29fcf6c23d1153534b2ba2326c86f5464040d83a58834732d59325
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5948.pt b/weight_and_grad_dumps/rank_step5948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a34b55428cb28ffc7ea50e5fefa80e40218a05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59c857b6e2bd51a567f774d12653fa0cbcaca2c682161725178522b29832259
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step606.pt b/weight_and_grad_dumps/rank_step606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12179e83288b8c23f6d139b591406885d8eac05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91f44baaa4c30a82b7548866f875c0618e7d1b6d8697c694d7a0cd250af85c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6111.pt b/weight_and_grad_dumps/rank_step6111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631360442dd488d218525f0842c4d78bbea2ea0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5aef97d10e3c971ed3046a144e60b39e5d038743bbec7962a201e068a17dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6159.pt b/weight_and_grad_dumps/rank_step6159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afbb420b10caeca3862664df55b534a95305983
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de27ee691ebe487085e91a41262df32455d3980d3bc9794826450173342a3baf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6208.pt b/weight_and_grad_dumps/rank_step6208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619ff99da68da45376457032dad5be6958c95977
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1c4ec83d5d84bbd4c8d6e2ba0650f0d15c8779fb7a7ccd92729547f33b13cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6322.pt b/weight_and_grad_dumps/rank_step6322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1766cccfcf37e3f3de33d81681df3cfeb9d196e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ea53cc10c1891f27366a067b3a233b9bde72270675afed25c3c341660e66a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6415.pt b/weight_and_grad_dumps/rank_step6415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce9008c527d0afe28485d56b88443caf6ee8be2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f38e04f67f14985e7a6487b925d5b2d4ea2f61beb948a5dce8a579a38f6e43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6528.pt b/weight_and_grad_dumps/rank_step6528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ba43ba953835ea61e93f7190a67ed340b67373
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86973d6956d17e220728b8f1c32e73593882c7fd90295eb3faf77974e97d10c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6577.pt b/weight_and_grad_dumps/rank_step6577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed97415583e1418c603ca10a585a6fb4c1b542c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2076b8033acf79541f9226a4a186f953f75b9609e66e14163d496e2690548d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6580.pt b/weight_and_grad_dumps/rank_step6580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255d7fcaa476e1c495ae385eafa63fe885f57d3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c093c563bceeac4d2f01d7809cead2fd1c2bb46aacd832ade2e5dd9727fabdd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step659.pt b/weight_and_grad_dumps/rank_step659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a728002e27d65a0468f71ce90b55935aa9f7351
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfe5997e6e0fa92fe832d61f8e2be9b1be4676b347c2756745952f640cac86a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6626.pt b/weight_and_grad_dumps/rank_step6626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d16def29abaa42ad3a459557e2fb1fa97ab0e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2956eae17ff6ba69df2e820b832ca6e6ae39bf6b265e51a9e4d907751d454ec9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6744.pt b/weight_and_grad_dumps/rank_step6744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a61e9f47983cfd0af6fac4ce87c94bd4101a6f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2001a1d760560ce9f92231d5d0cc61c45dc74f0984ae7b09801e75727f3ba0dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6838.pt b/weight_and_grad_dumps/rank_step6838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b3e550440eb81a54e9a7086c98eb2d6924eaa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9da07b705bd4990121c9e9ceee3890a694e0d8d19356a77fb8713837010bfa8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6890.pt b/weight_and_grad_dumps/rank_step6890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7c9abdd926e663c3c04c38e1cf37b43bd0ca7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c18e24b6ad4b95d49eba9d34e9ad3b9fd3dabbc0652ca105a237c22a7790a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6905.pt b/weight_and_grad_dumps/rank_step6905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66443da87af04bf265b905e878013f671c9d173b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfefc47270f5ccd869646fc17789574d3fb67c704907d6df3ba528cd80c336ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7000.pt b/weight_and_grad_dumps/rank_step7000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aba1b806e5f0ef154f2d7584646de01dff37350
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde4eb1c692cf36bb3d8a85c7cd2f502376c8d4952dd8577a5c5f056f2115b39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7162.pt b/weight_and_grad_dumps/rank_step7162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6a2034ab76efc520158b3b413adedbcb2702f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c01b17ab79da2a40853c27023e5b890b5368b0996586a564dce3bc98f5450da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7195.pt b/weight_and_grad_dumps/rank_step7195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba68dd35e2a490f2dc39327416a6865fdcb74e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bcb37069b6abf83769067bfec023cc1828d2ac26d360c8ef654c305b8bf7b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7233.pt b/weight_and_grad_dumps/rank_step7233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5cc4adbfb73c466227631e96c365c765b4a42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a00501ac89a51f6392cd7606079fe372c41a1664f5429c1fb4c80b2eff1e08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7351.pt b/weight_and_grad_dumps/rank_step7351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57594037ae66a9b5201a3f335c7053f14016f6b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2562d4ebf46a5673eeb9fc810a338f4d73e56690dff89e5748755d32be623423
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7439.pt b/weight_and_grad_dumps/rank_step7439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5511acfc9b35b8409130885c1dde1c86e033aa12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f2908aeef5c1ad4960f51b8cbcd37e6f4d9b50354dd310b0d8a8e0b7af63ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7486.pt b/weight_and_grad_dumps/rank_step7486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd6606b6d9eb680a7f522f5ade42e1aacde6de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708b725e6bd0fc035272a4aa844ba0dead8f6d16acc4e66b0b6ea3f7d9a21312
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7491.pt b/weight_and_grad_dumps/rank_step7491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbf15b2258433faa34d5f02e449ef38b7889d46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714fddaeefe4d7974c29da515e55fe68528bf1abc8bcd7dac146df2d49da8fbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7504.pt b/weight_and_grad_dumps/rank_step7504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068d648d22a0d25c045a97321aaa7ef15dafea4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc286aced92300a481ccb393831c59eba610362f9ddf156af15cecb141866f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7583.pt b/weight_and_grad_dumps/rank_step7583.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2788192c8cd046a749f3e22eb5c81180b11a40ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7583.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100eaba1ed85246a2c46613430556035727824c6d5e7de1ff1e93647ec0093d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step764.pt b/weight_and_grad_dumps/rank_step764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73e9910b9f75e2c37d241506c336bdadd9f7dd7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2677245ab11edda92e7ee7563cd9bc718d535848a6b2308378e7c33de5378c9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7655.pt b/weight_and_grad_dumps/rank_step7655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d5d49509d6d6d215cb40d7fceb233fed659ad8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d687b7b965506281ea20e9236410aa0cca714b504696bdbd59e95746cbb255ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7737.pt b/weight_and_grad_dumps/rank_step7737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3527d969bba943ef00837266db26308a2911351
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d8d17ac7dfb951fc3151e0e2cac551f57db6a06f5ef71b5eef232bcf439128
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7768.pt b/weight_and_grad_dumps/rank_step7768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddf2f2b708b2d5be4a64d60431518dbf03eeb92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb25d095deb9151c669ea4bcacbd8499ece2c683e14d8e4256621371b283df96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step793.pt b/weight_and_grad_dumps/rank_step793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e883706daec09cc571c6159a6d8ffbcd5931f8d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606899379bef6d56bac3da7451e787134291c94951651c3d94b7fd2773f08d6a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7976.pt b/weight_and_grad_dumps/rank_step7976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2ea33605a32a182f5b2198ff74c992ec446a52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9108e43547157f11bbb41e6790df13b67400ac1587afe192a12243be57580c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7981.pt b/weight_and_grad_dumps/rank_step7981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d42d8225a71d4c087b65d1859fe4afcf1f6f7ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bab4949da9be4ed57117a6bf3820f98dacd4e56f8808cd73287bc47241ccadd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7996.pt b/weight_and_grad_dumps/rank_step7996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca19cd55b5930c21fefdb59570375974efa794b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b303c99d7db1622663e4dee7336705d6306dee67c1f9a868d011b208a4c6d42c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8005.pt b/weight_and_grad_dumps/rank_step8005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d9432410a4007092257f9259fd71fb5f6ad95d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827d047aeba9f37cbd621a6bef781d7f3cf6113382a0ee9088f966d959bb71dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8138.pt b/weight_and_grad_dumps/rank_step8138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cc6f7078acba3983340681fbc011ae56993f61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f94ad299d0cce97c8bf61555c1eaf01f41b50f6f8b080691ea8d716144896d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8167.pt b/weight_and_grad_dumps/rank_step8167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321d19ef35112ee3265c90ecca4bd6ef71dc2eae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87acc98c84fc980a1e191b8a07b08022fc33e10f57e7b7fef1298c187d5a81b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8170.pt b/weight_and_grad_dumps/rank_step8170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa207ab9168a01f406eacc658cd7c49fbd716d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826ca0cf4a984fe09eb2940f12adab83f7b48b41d6899e8e0ec141cd4981d475
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step818.pt b/weight_and_grad_dumps/rank_step818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfda332f8b7acbb96c5f8e7ef7e9586b8c891831
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7266d8e02f2b7ee5d14279fcc08e9606e8a8b8478dc3a0778c163f5e32c0dd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8236.pt b/weight_and_grad_dumps/rank_step8236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592faabc5e16f88dcec59989c64350cb1572bed2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7fbb6b256a5c0aec52b8bfd79b5b65c78cbcfe4f0f250a3bccb8b6ff7b7de2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8354.pt b/weight_and_grad_dumps/rank_step8354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e945eb8ca683296a66fde825830e5158c0c36a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c9336e5be57d9d4540a238022459dfe10cb43f37856981dc8e5a97b49d26a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8463.pt b/weight_and_grad_dumps/rank_step8463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a2c7453f1810a29a5b4efdf68d2b01c3551f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0820b0b7c5bfb8275547d616a6d6e21877e1011de5b552eefcf6d74a7788bf4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step847.pt b/weight_and_grad_dumps/rank_step847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450d5ebd553a7b929490f93cd6dc93ae65c98311
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49774c6eb47c5318a2ad74f1d6189b84a6008425144e5aafbaed6a59c13312b7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8494.pt b/weight_and_grad_dumps/rank_step8494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bfca8954e6e0643125c7967211ae07349314b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6076983363cb51241597df6b12e5f492947040f3676be425bbd1ac17e7f69937
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8501.pt b/weight_and_grad_dumps/rank_step8501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982530371b682bad70ef2a36414053063d60bfb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423483a990805178b90d324068360e2603d8c7fbb7e49913a47cea5c153154bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8732.pt b/weight_and_grad_dumps/rank_step8732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd01bc4a9f6e8c0434de9af46d7198411920b124
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07905ca26b81cf29d02c6f52a43c83b8d52d7de622c69f58afde549f0fada5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8811.pt b/weight_and_grad_dumps/rank_step8811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94174cefcd127bbe6c3c5c5fcf0cb57c8546ff7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d748a07dac3acf256e1aaebbaa155cbdca50b7956aea4bf14fd94049a68b2fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8973.pt b/weight_and_grad_dumps/rank_step8973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba75a7427c302d54377005a6c9ef067010e1c1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529d9ca1deb7ea9f01fbeefe5023bc3df2e672d542bcb9282ccceeb8d5ed90aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8984.pt b/weight_and_grad_dumps/rank_step8984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29901eed0b3674c69c73ef21288474396b4adf10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6007d3e0d38e16cf2b1861daefeb5dac3b9967d21d1669b4debbee616fd1c0d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9029.pt b/weight_and_grad_dumps/rank_step9029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a08d3cf5b66c49c095ee82a8700bf83ec2c813
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df7da105f9099d3260e11b818202f7fbf317ebba49a6598416fa154560e1655
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9076.pt b/weight_and_grad_dumps/rank_step9076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6421db52e0d05821b49761a5c9ffa9e87d7f6a00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816c136e4f57f7a050c01f7511f98486b74b9314aaa971401cde65d36278ab4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9081.pt b/weight_and_grad_dumps/rank_step9081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f758c4223701e74239b08fd013d0fbe53229bab0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab55ebd22992dfda81859a983f4f8ed3f51c16b2c3f586bcc0f4e4e88f1c5eca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9114.pt b/weight_and_grad_dumps/rank_step9114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a081c3d81286721797205a44af198cae6314edd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c3df1a1273cd275fdc938c85336cad24c2c26eebbe32b31a61a4b6c50167b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9245.pt b/weight_and_grad_dumps/rank_step9245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a53ce4e9623565ee70271b13f7c7ca35aaeba19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88726e700c86f578d7257cde4073fd802304f2191636113f3910f8135ff7856f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step925.pt b/weight_and_grad_dumps/rank_step925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadd7596a2535239274a63556c722e1ea7ed07be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1209dd2eaae6cbdb9978168cc3b415f2c60ee66e491dd23e09dc7be3c1a01dfb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9327.pt b/weight_and_grad_dumps/rank_step9327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab2b30aee012511fa3e38b4b341b9be1676bdff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c596226b9cc0f0a395aa2961e719b2a38b930a55878b529982cdc9ef273ad6c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9378.pt b/weight_and_grad_dumps/rank_step9378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150fd5dd18eb8a86827601dda6950ecf28d17b9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f68afb5a3013a6dba292bf74cd76ed34cff6ff1c0fbd7a178bc56c575c6566c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9407.pt b/weight_and_grad_dumps/rank_step9407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ab7d53078b76f322729febb198f49d69969ebd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bee7a5357ccc001ab4fe49cf9235a0ad7aed3ebc2303afad727c9cff22fdb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9458.pt b/weight_and_grad_dumps/rank_step9458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70a18ff5bf4466efda8e4c3ea3bd5725efe1029
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a652081f4787224ce56884e4d7516be20b0448d9fc1e3f10d6cdbbaec794ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9572.pt b/weight_and_grad_dumps/rank_step9572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0141a809481bc932af2f0e3e8c6366eea92e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf1e25dfbf29d36453f3c0d740148e43d5e21a3a406617fbb4b554dd433f034
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9585.pt b/weight_and_grad_dumps/rank_step9585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8afc78f9010dde999515ff2dcefeedd70916ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e52a5ccaf62e501449a31a14c628619e379c7633650770d3b094a5bcd332284
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9634.pt b/weight_and_grad_dumps/rank_step9634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b4a354fcf0253f32b4ad17eb00b305e2ce785a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97adcf64c5f8ab7127f45934b65347b2cdf6f4da7c2b0382d2bb927dd9089b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9709.pt b/weight_and_grad_dumps/rank_step9709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbf9ffd9d6ae9cb9f82a407e942eae2793a8945
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1180918a185afd766ffd663d610afe12936daed1fbcd010cf93930cc73fe38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9756.pt b/weight_and_grad_dumps/rank_step9756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f358c8acbdb6944b772c2330696dacfefd405cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3a093a31c0db631d33a80d8a3e7c389e1eb6775c323816f57fe2a34e90d6a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9862.pt b/weight_and_grad_dumps/rank_step9862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d1a5a9e1e292748e577d8449d338b03b9d314a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448eabf4846910058ff5cc78b7c4f84e21a932344f4354b425840f92cd708914
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9895.pt b/weight_and_grad_dumps/rank_step9895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8b23af8ce705b012caa210c42c917125149f28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64094d4eb029155cd4a0a9883cb3449a156d19856163242f32954ec421b5640e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9900.pt b/weight_and_grad_dumps/rank_step9900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc627655eeff6d44250dfc1c7a8410fc884c9366
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb90ae865043eb9b7f0e5a7621ce6c32ec3c0557f0dc070579b63f920b776e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9948.pt b/weight_and_grad_dumps/rank_step9948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d00482ed602f1665f3cee882f5d2291f2bb6fdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595c2d3b1cf3d9fd20b4ecf87ac4c7ec67580d1a8165ad2e4553dc783aed3b38
+size 1524331132