diff --git a/weight_and_grad_dumps/rank_step1000.pt b/weight_and_grad_dumps/rank_step1000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e0e4a617642e37a2ef95fdbb2c52c7e10bfa9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f142462d0d50a4a26d3414ebedc310fbadc0fc2eae913d73b79059f2efc45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step115.pt b/weight_and_grad_dumps/rank_step115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490e2e7c97dfd65360b65897c4c3c5d91450fb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e809d8b7dd1f68ab922891f1a88e87a46309d2994ba87deaeaa429fcd7063154
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1162.pt b/weight_and_grad_dumps/rank_step1162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a684b3855329032c2d7f05be6014f58344c321a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1d94b7f920b5824d76dca592051043d17138bdf99fce95b946c56de5de056f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1195.pt b/weight_and_grad_dumps/rank_step1195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26dba0c4225d95217ea6247c372217208be1f9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1fdbbe5e2844530fa25f4a480d2d433928c36caf2f2cb103612f7198d8eb58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1233.pt b/weight_and_grad_dumps/rank_step1233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640852cb1e2f72c233bb6f814903328e2aca6315
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2718639d15eb69241f84220d04d2b87f8b15735e3d45f48bbf94537cdc19da7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1351.pt b/weight_and_grad_dumps/rank_step1351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbad07b63e8937d21915b189a7b7f435e68428c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff78753dc2909e828a83108edb153053d211677975ce4e5207de8e2e7e4cdd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1439.pt b/weight_and_grad_dumps/rank_step1439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7134213c5e05e41d7ed5781e3bbea406f2ceb7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637bab3c8bceeb797d6294faed49b2754a229e299edcb0bf54bf968882dacff0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1466.pt b/weight_and_grad_dumps/rank_step1466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a5e8bb0c7d8ac5af24edfc699832ff39c70fa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0c33692a7fa2e8be896e37923b18c32275f5161326196472a91c4b0df4b401
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1471.pt b/weight_and_grad_dumps/rank_step1471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c6864f4597fa18f6c6bfbea970502bdd2a5519
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d8909218c12682aad31777391abb1e0368814119be7eaae6ac658327564d12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1504.pt b/weight_and_grad_dumps/rank_step1504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84c4532fe64bfe5dc156b2093eacfa87ce9276a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e208406a45df5f377dca0f83192abc8397b08213d7ac7877a54d9c385f40061a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1513.pt b/weight_and_grad_dumps/rank_step1513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30dfef80d92117022e12c76f76f230f0156134
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a0456b38750f692d3aa77763127085dfaf059e9e9d1ca65f728c3e277bcfb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1655.pt b/weight_and_grad_dumps/rank_step1655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa52856763273fe61f3a03ffd2fcee6f9f7ff18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea0b9a544747987ef893e5d277cbb9a7d87e2cd7d25313fd10265f2b58ba0f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1720.pt b/weight_and_grad_dumps/rank_step1720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b15e9cada2bb78792153f791020f98d6a7294
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22417e99d12011470eb60009c95d2dd8d02329e1ef8f72f54007ae6ce151d36f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1788.pt b/weight_and_grad_dumps/rank_step1788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560358491eddf871a877d232100eda4414c527c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648109c6e4530293b6dcc14de50be0da83a986a37372bfd0b63e08333dbe69de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1803.pt b/weight_and_grad_dumps/rank_step1803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08be705744fa3caa28e9a4e9a3c19f9d39496e01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4eeec662f9202806d988d5ccc7bb150c88cd1bd2a3483ab4bdcd3bd05c9f43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1814.pt b/weight_and_grad_dumps/rank_step1814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e91c6e3dccc978df9a50c755a06dcd02db45197
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3e414ef0c97d15a0931dfc4d23aa9a9c6bd26fd34a3d54c601520404e27523
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1929.pt b/weight_and_grad_dumps/rank_step1929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f6fe59d60f56bdec05c188f609abb9df4cb21f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f09a88c0f8728267ffb61f840d84cb6ee36ba55c16f47a432663bdc60e430a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1961.pt b/weight_and_grad_dumps/rank_step1961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90253955abb647fdf884d6db926e2f41c6cdca23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d05f0b6a50da2449e8827c68c65f4dfebf3617a3092850bfc80dbfaad03cd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1976.pt b/weight_and_grad_dumps/rank_step1976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cd3df8d6e4d1046130a13cc5b17bda29d422fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2291fbf3f87920c0a148367b132e432f378db49417e79e1e1a8ef511d1f59a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2012.pt b/weight_and_grad_dumps/rank_step2012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3991136066e0b2ab87e7e5b21822fc883b93dba2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc45d24b1c038909911c540587521d71e86a2f6a06b2a627dd14d3f461be07f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2170.pt b/weight_and_grad_dumps/rank_step2170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab0b0cee821401c46633c6f6629ab6ee5ebcb3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da136ace9d9ed18ad9785bf6ea1ef1a354225a11d3886cd4cdc44b1df1f7ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2187.pt b/weight_and_grad_dumps/rank_step2187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3616c044b2cbd5ee219cc52cfb0af1a9ef3b693
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfd03d767a5bd49f23618bdd267f45b5fee32c9aba0ccfe4734f09658107fea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2221.pt b/weight_and_grad_dumps/rank_step2221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e443fed2c0e1bb0a7de2aee9469fd2093fae82cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66cd32d36d64083417213ba7f2e35454a9a2e66281733bbd12db4fe132ce164
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2289.pt b/weight_and_grad_dumps/rank_step2289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02ece2ef752e7b402bfea7b00086eeff4d8a3b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39da583686863cb97a1ffd4495ac626d65212236b71617489943dfb8b3cbda0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2343.pt b/weight_and_grad_dumps/rank_step2343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970eb3103b91436e4a7ef2995b20d442cea60128
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8983f21e08ee9e1fa0798e51473d9bde0a87607f792b1eda5751571566fe485a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2474.pt b/weight_and_grad_dumps/rank_step2474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afa7421ff8e43941f634d009d631cd858d43637
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3799b81c622b6b0ef8605e6bc996e9621c564a5a6248ecd6588bd732807b6cc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2501.pt b/weight_and_grad_dumps/rank_step2501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b457c804a6d3775e876572611841fc26dd2c00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d67ed952f7d517b93e16b2592e3882ebe128c9cee4065c7162f05e41f41df0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2516.pt b/weight_and_grad_dumps/rank_step2516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c367a5196b0761d746c00b0e289d00f9b6734a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f69b51a7406dfe507d1fe5d5a27e3ad4f8939c2d86b6f797a0403a5c313834
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2549.pt b/weight_and_grad_dumps/rank_step2549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d513b45999082de06e063225bf3d3408ab4b4f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c77c724ccb2fc4331913afe88db5d2b29406064ea4a2df8fc69ded358b72cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2806.pt b/weight_and_grad_dumps/rank_step2806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95e1420e63ff803357412a364ce50d42751d440
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a12809355710c65c32bf8ac56f2e184912361bd5fe322369af325fad0dceb45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2859.pt b/weight_and_grad_dumps/rank_step2859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8735d0153edb597b100204614347cf063ad454
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc04f3b8c974fe4b03c33882e9b561a1215247eea4b4c2ea2b4c866c43936714
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2964.pt b/weight_and_grad_dumps/rank_step2964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25705ce082cf45369649f4bcfddc99b0e6831fec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f5cb0b98e359c5ffd2e3549fd0856fcc168acfbb0b55d2282bda6caf0afa73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3029.pt b/weight_and_grad_dumps/rank_step3029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d054a76c385fa218fc15bba90020e84b37e14ed7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b984e1ffe5e572d8bc6ee8a85531e6fc32cbc5879e7e0372829fcd6fadd4fc35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3103.pt b/weight_and_grad_dumps/rank_step3103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddb3922dbcf6b05497d44e488c762b519568b7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d85d8fa3a5f42c6f63f02686d8cc652509285543f7e7c82fd170a5b4aa597a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3114.pt b/weight_and_grad_dumps/rank_step3114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dff58732644e899cd1968ace0ef86b7732b14c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3114ef9475b64e4ae30664b0e3089309b55b827e402a12ffa028c6a06279f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3398.pt b/weight_and_grad_dumps/rank_step3398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f317900fd4c51b17932ca610d7bef84733072f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc961601d1535cddab6afa0d897343c36389e4e0d9b6227b56261da26bd865dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3407.pt b/weight_and_grad_dumps/rank_step3407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4568400e89ba3f1e9c8f699967a4fb538e5420
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642e8518cde45429008e983e5a21bbceab063e6346e3cb966bd031aa7b1d85d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3458.pt b/weight_and_grad_dumps/rank_step3458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350e493d232d58e15dbec1e3620cde0842e25e58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b77adbcceb648dc17cf8b0e96fc84ac4da9640a21e4dfdb08c59a7e4b97e55b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3565.pt b/weight_and_grad_dumps/rank_step3565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e9d27be5ae39435d5f184364e0506304119da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed42e358226c08ebf7a665649ba865ff2a5dcc8ff9f14e2d7c93d427fcb3ede5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3592.pt b/weight_and_grad_dumps/rank_step3592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60da89b1b73a17cc645d50a9893a331774a90a92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edce16f5c865fae6c5a3949a0a4d3d41ba8cc117b511867512913cf592fbacee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3634.pt b/weight_and_grad_dumps/rank_step3634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb2755db8e7b715a69a1838388c6b52b5b6138
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c53ec5c8fed65077aad0ee228e9acd1596c5055a809b65358ba970101f16cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3709.pt b/weight_and_grad_dumps/rank_step3709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5891f743fa6d515185cfb7549ac3644ad22e4324
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef24fd0d397ba2ba137636f3606e72225f0025cf1e96f1cf4bfde4b6d339547
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3756.pt b/weight_and_grad_dumps/rank_step3756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48de7bd72a982969693cdf731c057a5f527a7ba5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacbf448924329fe251fb9ad6dbcdb8602e1f9be34c01dc01b6d0c3b730b4d72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step379.pt b/weight_and_grad_dumps/rank_step379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ac411c5fdf6a2ab56405040dc14d47fb0567e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2820ce90e06dfd58d8f4b564e4bf9a2e7e18651c1fd856d3e6fc89918eed440
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3875.pt b/weight_and_grad_dumps/rank_step3875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4623827d78fff65940f5056accde91f80cb6e438
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b9707b60be313ce3765cdb28033d59efab1bcd9b94bdb4b5362cb77271ca7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3882.pt b/weight_and_grad_dumps/rank_step3882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd29abc6292db78433a96dfd71008e38599adb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5ee6200fce8bbdff7a6d05e234ffa3c9eb1ac8c506ecab4989a648fe30e103
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3917.pt b/weight_and_grad_dumps/rank_step3917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13942e1478778256994e67cfff92ea12fbd8d2d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeb8da54fa630efd243a8b0dbc2c8f7e7cd3c6540c7fbe2b55d9fa2cdb6ad05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3948.pt b/weight_and_grad_dumps/rank_step3948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151aa07ea76ce864456db8299ecea66fec3cf65e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3554937165776f1c41fe8d2fa0c212e9144ebf0ef1e2cec2c53e21d338292b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4036.pt b/weight_and_grad_dumps/rank_step4036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3621cd9a4c7b7294b8cc25bc733f26cfc729119b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b3ad5c33ca6ed5f2fed5eb0e3c7d6baf2b19f33f8a92ded806939db6ec65c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4069.pt b/weight_and_grad_dumps/rank_step4069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be64196075a5b0ed72151b5eb1c50ba6bdb52a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299bea9f07a3f46e7948eabcd1889e0fbbd57bef3e64fd67fbd1b20a52e87a47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step411.pt b/weight_and_grad_dumps/rank_step411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d695b74392f483e99500a739040ea7196ac03923
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9db8de1b1fef77144214abbc1af75f23f3fd0912b92c8d9cb7f12b659350d6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4154.pt b/weight_and_grad_dumps/rank_step4154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886248b5f89fb511a02457c50639b02359278a30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32737363823c77a7b8ca0ad434b66390a9e4f19602b57ced1c798a33dd679ac1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4205.pt b/weight_and_grad_dumps/rank_step4205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9772a8d32dc73fda95ef68c9afa2c89e078d80b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed634a7399bb4daa324998f53b6d9bc8d7cc74d8cddfb4dde19cc6758552ddc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4338.pt b/weight_and_grad_dumps/rank_step4338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c49f24541a18922e45968bb1c360c81dcc9229
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13b43a6c14bd1f6304edc15ff7d6e25ce263a9600c7e59f3083842412b4dc10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4367.pt b/weight_and_grad_dumps/rank_step4367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267aca5c74dda710d905ebc74e21aee398df6824
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d903c341f6f6449d0c27a0aa07c411aaf3d07aa1580dab9d615b70399821f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4390.pt b/weight_and_grad_dumps/rank_step4390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449dd9c2f1ccdb6b8ebc6702dd7e520996c6c963
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ccb33eda1730a634e6ff4407d94e4200b1eb78d5b47e027d259b45cfcae05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4663.pt b/weight_and_grad_dumps/rank_step4663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bf67c0248f617625def87b5285d03f96151487
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3b2163c4ad437f75e2e652d4a00c1b48613c5edb322ad37fb8c09ee87aef4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4674.pt b/weight_and_grad_dumps/rank_step4674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea12bc81c2e3d8db467883140ff406dc15669d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43ac2a75c12b7e314aa84ae261c81462bd23f6a1b809c38bdd579566c9afc44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4701.pt b/weight_and_grad_dumps/rank_step4701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e5279573951dafcd41e6b9b9e79c2002e5eb95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c979e34a5760ec882e5279ee2face3149363c7594481647b3e687e2ddeb6d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4822.pt b/weight_and_grad_dumps/rank_step4822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e391570a538120f765773034e22ba1dcda527d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf31086402f750a6234ef03e85bc41bca0069c8ebde021016e9942e6cc54ba31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4940.pt b/weight_and_grad_dumps/rank_step4940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c964814faa85faafca5eeabdb2fdb9f6a25b75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a150ef77ae13e29a74baeb4c7f89db3e8ad404f2d3a23215acc9b16499daf3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5127.pt b/weight_and_grad_dumps/rank_step5127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe564238fbcf80a0fbedb2d75b630217826a827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee21de15994a88e0957825824df137c5576b39921297d8309da230c56f748ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5198.pt b/weight_and_grad_dumps/rank_step5198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540cfbeb181eaad6b1e49c5210a6afbf44d757c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cfa0db7328c29138f2fbae659ede701d4c8d10aed12d966b33e3977e0e6aab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5229.pt b/weight_and_grad_dumps/rank_step5229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e4a233914a25676fdd44cfc8036782f997c269
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e860eaf8261b3a3947c38d44de11b410846827e03c6f7a0ca8582d6372dc39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5261.pt b/weight_and_grad_dumps/rank_step5261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2008379e1a08290307e9210732d8dd91cc47a60c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590671150580101c219d364d72eddcd1f596508619fb731e8e39535a9000f664
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5276.pt b/weight_and_grad_dumps/rank_step5276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d58ed46da3380cb1c0226d1ee93cb89b5c6117
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a5ea15cccdade23f54295d5a4cc1eb5561f592997f5420e61961602735987d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5303.pt b/weight_and_grad_dumps/rank_step5303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c4276f25e90a66c2c4b0b3efba974879586c8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830648d04bf77d5d6258b5e342bdb83cefb43eb34b0c32eb421328a02c6b8f84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5314.pt b/weight_and_grad_dumps/rank_step5314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a021b3913432d8cf59ac99b9a74e13482582ab5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe89b6677cd460441fe80da33437d5266a74e71af4e6baa5041402995af696e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5423.pt b/weight_and_grad_dumps/rank_step5423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f07a1f8b4c9c63ddb0134998ddf43e71980089
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a99825b00cbf4d187f725a4d141d9003315ac6be482c69d788832dcab628e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5541.pt b/weight_and_grad_dumps/rank_step5541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b291a421884d1ae0cb6b0bad10e40c17b124bc01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394355414c3a0574dd165dee8d1a8fe8d8766993bb83db35f281e4a876755d05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5610.pt b/weight_and_grad_dumps/rank_step5610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7838e93f6cffdecfba837750f29929b86e6a960a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1ad7b5f29b75815bebd64c646b4f19e4db16af9103db2864498ef71f2ca85c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step573.pt b/weight_and_grad_dumps/rank_step573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43e30be59763da38edba0ebcbb4f85c3c5bf0e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a649fa5e80c95b3efaae02eddf5392b81fd883797842c34c1b0232acda49997
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5772.pt b/weight_and_grad_dumps/rank_step5772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc704bcf0fc54d60f30b1ce97b35373bba7e88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912a61c0f1870ab6b24e6c0d220b974db3e48ea53c0493b7ee48bee043da1d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5785.pt b/weight_and_grad_dumps/rank_step5785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a6720b32e06a6a18305d16ab734064859dc8f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a6cf4ebe998dee1344af31a6064ae705641c51f7a0c4e705151d13f7b7d51e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step584.pt b/weight_and_grad_dumps/rank_step584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa857793282ed1556e7a56337e0c75cd78dc8e33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6690dc6898ee1edbe24cec7fc3d884987d30ba14b3f1c2208a90de005fde4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5851.pt b/weight_and_grad_dumps/rank_step5851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cb258426eb1479eb66d387c5139663fd83fec2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4846d6e552a0b494bd230f8bd7bbf0af839625d2dd77ea24a9c02aa76c577e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5933.pt b/weight_and_grad_dumps/rank_step5933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e6314f752390061c38fa262bd9e54018c73443
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d646c6d162ea5b9e6ab2e129360633784aa3d7fbc6f45276387dd75baa1d1f1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6008.pt b/weight_and_grad_dumps/rank_step6008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb1ec73623a1b318caffa2a32d6e32e09823f1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83741dd70d192cf0ef3f0c9e78b8f762836c039c1b37d9bbb13dfeba06b655df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step622.pt b/weight_and_grad_dumps/rank_step622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249322d72f881eab14fe08b0a71139a0e6c0e689
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d513e4a5d76c3e05ec10a99fd4941ed7eb4f3db367a5ee7c83b96d3223880f5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6293.pt b/weight_and_grad_dumps/rank_step6293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9ad30acee0cf05a94cc4d2e37d34a4c8085e1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225b71a4e44ec9d3a71e481002dc92604f9cb1e91b8b45719c805b3338f8025b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6306.pt b/weight_and_grad_dumps/rank_step6306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb7c1bf605866074fd186a93c809ff8148b3459
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd51cb634fb2eb5aa878eb7ab90aabcb1f4801149a1c651fe8ade8fdc602e4b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6359.pt b/weight_and_grad_dumps/rank_step6359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76175e371fda230988fcae1b4d59072c1e4cf46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c2030d137ab5773832e0c9d825552ead1b968c7291018ae54ec7d3548ad0cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6431.pt b/weight_and_grad_dumps/rank_step6431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f46d0193714cd976150ebfec593439e1446332
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da62cdce3357260819427c1ca84d85a01c9118b6ce64b8c927744a30cc95bd7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6499.pt b/weight_and_grad_dumps/rank_step6499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a80076b0171bf3fb086cee62acdd2b992e1be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b858521320642632f645bda64143ccefe343570f3fa3a66abb9993fe135177
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6553.pt b/weight_and_grad_dumps/rank_step6553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6954aa8aa096e5d493a1e19a5fab34167dd6d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3872376819e0360455a54f3efd7ddf118b490126fa301406dabc35354decc79c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6602.pt b/weight_and_grad_dumps/rank_step6602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2af0b0542a535e686669a91febcaf38fb46c8de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baae272e81b0d5542903c9caa1a9268cb8a0765e4c2b71fa39fb128b34f8dada
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6760.pt b/weight_and_grad_dumps/rank_step6760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db9b1a4e2054e5c9f66677e8fd5deeff4e59b21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022cc69ebdc89db43433c36f63d83a881259fa36a15cfb9726e77f967b3a033d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6797.pt b/weight_and_grad_dumps/rank_step6797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2077ee02c536f30363497af306efc7433549b022
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83ac4f5f5f92a116407740cf87d86bfb32c216a2a53d3ec79048365dc8ed842
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6843.pt b/weight_and_grad_dumps/rank_step6843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3943391840702fb7b665031e1da8c46cc540c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e22446b30e58b8800fbc43429eacc9c996bdf6da1bea187f548d3fe66f9328
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6921.pt b/weight_and_grad_dumps/rank_step6921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1fe052ec7c2c99f415c908021e80118639e327
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2313a96cd176fc1682cef04a0a70c28c06f0b31a3689388d5b7af767eabcbeca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6989.pt b/weight_and_grad_dumps/rank_step6989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5c1cd02cc7e636b05b531e2d860079e31aab40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc4cb5925622f6a2f0e66396cdb15bb145f3a8f040b6efabebacb9d8cf3e20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7024.pt b/weight_and_grad_dumps/rank_step7024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1294601d61c6b3569d619e8cd610abe0901dc7f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cdd04826a5d9c3d9cf080eda20b7835af9b8517c0c46b493589aa300aaa0ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step71.pt b/weight_and_grad_dumps/rank_step71.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d16f98c8920d444c158938d17aeb0f2588f2b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step71.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9534e517fae4c566ae20dd9cb61b4ed776d4484528712de8a749654d6c72895d
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7119.pt b/weight_and_grad_dumps/rank_step7119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987d241833d36ce33df43e92dcaf3b4bca936c86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642aa087ec38515302766ec6b91d04da09a0f66dbcc1ef0971ea0851050357b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7146.pt b/weight_and_grad_dumps/rank_step7146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670e7b621d1a6f9985908591e1e023f1a516a61f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b1d1ff9e562dc1dd8ab169cb04b258f1ad5f8ddd22d3d994c292655871ed68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7217.pt b/weight_and_grad_dumps/rank_step7217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d619ddd17a90b5d045a409d5cdde69c8c5448ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5ad38f5cfbb27577cab6cc8e75db7ed03ba56e0f34b86c7c9ee5f27f4aa9cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7248.pt b/weight_and_grad_dumps/rank_step7248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bee21d05f3c93bd4cbf0248c013c0ea5b30d1d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d54dab6deb91056a3bdddd1bd3f942e21e4872a7632c5638cd7932d5661274
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7382.pt b/weight_and_grad_dumps/rank_step7382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a19b39cd7120c03467399754a8c2a42c21db712
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03540deeb23a7677c1c81ea2e44dd9634687c0a09298854f91e67a61047a06b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step740.pt b/weight_and_grad_dumps/rank_step740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b7ebedbeaf4aadce6cd09b254e75708a4a5e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a33b1aa602499d38531d5bb8884f6ff76869065c1910b1a14c1376e31b73e66
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7588.pt b/weight_and_grad_dumps/rank_step7588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aeaeb22f50cfc2fbc60a1ac401ff25ccee7f71f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a5caba3a1ff1a3cef2d606f386d11efe2cbe6f4d5f71c6eb38e174e1d47cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7666.pt b/weight_and_grad_dumps/rank_step7666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014957f94d4258dd9e5a0f0909196aeefd507437
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102deb93f75909b77b0d562a52df111b97074da2e33a628b8c4d1bf36aaa791b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7671.pt b/weight_and_grad_dumps/rank_step7671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90676b82a3be50ec9e88eb9a8f60f8337de6139
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8124fdbce4bea318ae58bf0a2031f23230810b92df7b8485ad7d2e9cf4f475f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7704.pt b/weight_and_grad_dumps/rank_step7704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09bf293dbd29fd6223db04286adca5a13c3f01b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b8b20b54a94d27c45a1fdb034d583e007516fc983414fd4287d84446fb822
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7713.pt b/weight_and_grad_dumps/rank_step7713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d372076d184bb807aa05c804d81839016375fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781fff55629c7f990c9fb5abe7a95607889bef720904a1f3801683b13ec88296
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7898.pt b/weight_and_grad_dumps/rank_step7898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e36bcbcc50d5f44b4223b305ad2494c01f40d40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ebae8eb0d9cc9f0b0e25e704bff8ddd4fc2e079ceef86f377e9bb49b5fa64d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7952.pt b/weight_and_grad_dumps/rank_step7952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b193562121e53bf752924e6874e693e6395538
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc8712580211d58b1ec304a65d30f46a961c722afcfe13161ce52b44fefa266
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8021.pt b/weight_and_grad_dumps/rank_step8021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373c8220c3184fc4571c8be3497e7c4860430ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea47d49087a2280404add15ac5da4d0b9d7a2a329a6f42d6129cb6921bc92a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8036.pt b/weight_and_grad_dumps/rank_step8036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45a907a846b2f7ce780dafc1df10ebc089aaafc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fd5d529c8e7dd4b8b668a06f3f18352787a9202b7142bf03e72f1cfefb418
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8089.pt b/weight_and_grad_dumps/rank_step8089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50b4d019514675c2a4836f80d1ccbd6ca1fa827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dba57911e4229b9470a3bf0034f2db826d869b21f1e99a1c80cfc22092b36bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8143.pt b/weight_and_grad_dumps/rank_step8143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6e032f8697b3bf63e6715b11718dc377379889
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34360976268aef707f787f9b5c361acac516b80a3f29b465d2ce03ac25235fc2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8154.pt b/weight_and_grad_dumps/rank_step8154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c284cea567c5c65eaceda4d4cafc4200895354d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679cc2ee35d24cf1b1b3a62a851bf5cbe0e15a7e3888b33a156ce1728fbea6f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8370.pt b/weight_and_grad_dumps/rank_step8370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9376151d28ce7ea99d71643a6f66574c1ce8e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac90cd6c54d4402643be1a538cb4279241f67b8fdca1da681a8fb609785bb56b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8387.pt b/weight_and_grad_dumps/rank_step8387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c18f849e1624f29af994de361555301819be8b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d829340cc151192184507740c24cce49878c663eef2f502562f2dd93af353017
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8418.pt b/weight_and_grad_dumps/rank_step8418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240aa55b23b608c6c1c07f39ff803507d53d8dd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7124becdb87187e94e6aed898b5210f6dd9273d156e57eba10efd8ebb799526
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8447.pt b/weight_and_grad_dumps/rank_step8447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00994c40d06f6f540f0a899ca6ff2382c520d01a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc07f162b670686ca823339bdc5d18be8dd428c52d6fbbfaf48090104d9f929
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8525.pt b/weight_and_grad_dumps/rank_step8525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d408834e502bf8ac8019c72e8810a5b0240fd425
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a6734d647e0e23f19f612aef542928e900a4a70ac7694552c6f780267e3f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step86.pt b/weight_and_grad_dumps/rank_step86.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399cc70b38bb321791cfa953ce6b799043e5f62a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step86.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ed58a63e056df27675015ec151700cc2b0f2de518beaa89733e4b896c8f4f
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step863.pt b/weight_and_grad_dumps/rank_step863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645abc280e135f1f9c2d4d87080b4148e1ee46b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9344b2eaead88b13a36733fe29c6e7c2f79edb9dbf1f0d89b93ccc79dacc7ed
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8674.pt b/weight_and_grad_dumps/rank_step8674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906f6a2dd7422621590e6683708cbe57e867710d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4547b75003cda21ea0b71cc3e2dd3040fc8cb41b7b71bd62808f5a447ab03b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8683.pt b/weight_and_grad_dumps/rank_step8683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93c2353699699fd64f3e7174b6b65b09d941cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766038555d1f6aedaa14ea68e7424c930766514d1043e19f52c819010f007d07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8716.pt b/weight_and_grad_dumps/rank_step8716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8c9f92215ea657aaddde7e6c6febd553373a66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eaf2176a726cf2b205eeb90ac6423d30fb85af2e4d88bddc9f9911f4304c59a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8749.pt b/weight_and_grad_dumps/rank_step8749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dfd49dd10528e7c9beb1c3e80e243480c5960b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8744700f58d6c1569ee2117576028ed8ecc5861a649180af05e0160f78e91f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8835.pt b/weight_and_grad_dumps/rank_step8835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e4128c34e392544d380a6b32f041a54bce87f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b16c922df9a29ad2f1cacdcab6c506da16835b624e8a7175a981c3858090b56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8908.pt b/weight_and_grad_dumps/rank_step8908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e2cc67269b800642788b85375f9fe0c3aef7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f172e0567e2bf7a6eda45a3d1f383b6cc2a6d255391e8c644062239a7a9002
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step894.pt b/weight_and_grad_dumps/rank_step894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c44a56dc035bea5f3ef8c2e6a888ac309f3ac77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6b17d414589158509ee2bf4ce5cd435bf1842f0bfe3824a72340b855d87e76
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8957.pt b/weight_and_grad_dumps/rank_step8957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cedc7036d2c61678dd139c3fb9af0c5f7dcbae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ab01ab9db13b8d8b0bb37804bed4bea30915b4c9813b211de4946b0e617f66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step901.pt b/weight_and_grad_dumps/rank_step901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330175e9ce1f36fede0aa19bcbd02c9af1c96b5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f288c5ab41013b6289ef0e72537db050ba7bab107c4fb2132af05caf7f3a8982
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9052.pt b/weight_and_grad_dumps/rank_step9052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9be899805637f50bf2fb6bfa90ba144583a23da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf487ab04749438db39aa1cb25539327c3e698f0f9378210a4df8452ed2f606f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9130.pt b/weight_and_grad_dumps/rank_step9130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741001bf201289f77d6f0fc8f84a7d03fcfa51ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbc79308420344b0072ea984a56d527b809cebc7002fb839d37b601799d4692
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9198.pt b/weight_and_grad_dumps/rank_step9198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521f0b68c12c1e982da9c7ea1c11b68422a37c3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a10231f6d108d1fc4d25e01176515cc87024e7000aedc2df28ac52753f55e35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9261.pt b/weight_and_grad_dumps/rank_step9261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4934ef441f4cac6e36ce244c8ceba65c8004aa27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b0c912aa0b0e28cd6550ce83f79729812a2e29ae01458d1750e1ba6c195e16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9303.pt b/weight_and_grad_dumps/rank_step9303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fea3951625afa18ffa184ff81cb75c374ceebe0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0b5a0a7d5ac491f690a833a7f110961d7d0c517ddd370b20b6965b6b154734
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9423.pt b/weight_and_grad_dumps/rank_step9423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac68ce450022fc4fccc34fdc7d2a012af73d365
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff3e684e13563d77ef51809d8484b6f44547cba41be47e532782554d649a14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9434.pt b/weight_and_grad_dumps/rank_step9434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a40656e1577d00e3bacd0d8cfde6670caa89de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50cab0815a1d6d069f79def603958019781427c42b7b79b012e07692db75803
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9509.pt b/weight_and_grad_dumps/rank_step9509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ed89d41778bc9393d87076ab1ec855bf2a2ab4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5bf5ed23409428b519e95770733d01ea5dd37e31c48bbd281481a94f4785c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9556.pt b/weight_and_grad_dumps/rank_step9556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f164cc45297892d8cae6f5a8ad0cd67395394af9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7d7eb18385fef0152ff6c097a3a135acc02a3754e6dd437d0e094d6a6073ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9607.pt b/weight_and_grad_dumps/rank_step9607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b342f6a8e9e909c35ae44c2ad4e4ee3ad67485
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a250a856371eac269143663ae0e19d6d65ba9db4f6aca2598b3ddec95e62509d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9765.pt b/weight_and_grad_dumps/rank_step9765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dced1740d4065377d4154c228dc6cac296c54ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e911efc850a73406bf85d3a9ff7741837eb1722e59d32e07ae267e78c63d8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9785.pt b/weight_and_grad_dumps/rank_step9785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c12e829c42e1a54c79411118ef913d596f5129
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1d14a947de888040973517f69b49bb4b429823333b609b9c36d52cd7331ad0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9792.pt b/weight_and_grad_dumps/rank_step9792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b6e056aeccc9b140d0ab2698ceaff573b30fe4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b1a70aed4da461882ea889474ca29950c4be3bfa28e566056d3fae4cfb6a44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9819.pt b/weight_and_grad_dumps/rank_step9819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78aef7c294efa598037262ea25ec9dee76c5d835
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504c0ba3c7d91b8c20887b402d0b48b9ce658e0ba0b11d75d384aaf4f85a1642
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9846.pt b/weight_and_grad_dumps/rank_step9846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d09a468d975b74f16a5341b4dca9694ee76376
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b04335f8e25dab06a6915e0dcbd606eba724cfa83c6f992cfe100b6037499
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9851.pt b/weight_and_grad_dumps/rank_step9851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe276044956969ff8a48312ff3d5734652dc543
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f48c514139ed3dbc3befe41c463002ea1ff3f7f1d18fcf92a76b40a73cbef5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9924.pt b/weight_and_grad_dumps/rank_step9924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804fba626fad5cb4d1d9ec32e535d17d6b87295e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5362224c6175862e56569c03fcc853de9b37d6cf969f08e6144fe30351cb5c
+size 1524331132