diff --git a/weight_and_grad_dumps/rank_step1132.pt b/weight_and_grad_dumps/rank_step1132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d406e84bc88378b53cfe601b9f8a8f5b8adbf512
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e383098e9bb208533fb2b7ed671950a19a77fd2c12c62f121b23eb21c11a5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1294.pt b/weight_and_grad_dumps/rank_step1294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b7dc45d1a0e2ce22cafd2ace4d24881106193f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e758ce9969a4a18c5b69132107593cead1327386fc45d1e7f256c2d5ba7d4af1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1436.pt b/weight_and_grad_dumps/rank_step1436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d51410580df5ea390ceca3c2ef3bf0d3a4a217
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a98ae6c2875db20469018f27b7cc9f7d22fba2cff6c91c48f973eabbf21fae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step145.pt b/weight_and_grad_dumps/rank_step145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3abdeaaee3751329c8f012345609e7727d0db22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548791de3cee643a18f649516c295f011bbbc18121d83065c4b0c57e4051446
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1469.pt b/weight_and_grad_dumps/rank_step1469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc079c40c4680db68b05e024402b8c9dc6edbef7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a2152179841d36393b8e8e94f1116641da653bb6f2a1739a373b92a0cec224
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1554.pt b/weight_and_grad_dumps/rank_step1554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8058f071181aa010c1efd7be661deb1a10f17857
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55c6a4733ea7d5454c5fc4f781ff505fddac8b8fdc09a2f95d77593cdbcdb2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1605.pt b/weight_and_grad_dumps/rank_step1605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb18c2a711b4247b05ca0274969ace278e13151
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e258688f1ba67f5e4ea891f34fcc9adb226d0a03edc337ea9fca5bc64a6c76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1717.pt b/weight_and_grad_dumps/rank_step1717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e4722f8260eb52533f18355bebfbd175054cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6874c7e325df78a79ad85a9195983f18f8a584c1d69b2b1a8cefa26e3935729
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1748.pt b/weight_and_grad_dumps/rank_step1748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2636b65628db1af6e65cd8a4de9802c67cb8e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a931a49839b25a030bb1d9755ea3539f306f1df9a11fa27673f323b14a1cb706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1767.pt b/weight_and_grad_dumps/rank_step1767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957bfd248e16a0864c1978137fc16360a7137a5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733550883ad8d9512e41d7e9c9f7db1a5b1d3847318a4b8ab2ebf17d937083f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1790.pt b/weight_and_grad_dumps/rank_step1790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8769c1cb070c7ab9d710496736c6a0473dfcd31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5883e5c54ccc4114282a51fc02fa1e22a3c45129ca347af202828aca9949625d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1844.pt b/weight_and_grad_dumps/rank_step1844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83176178fcaf9ebe229592777722c9074750735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33c3ab2e5967d7dcdec46f9bea0e514e9a0aac1339ccb53a5cd5a07707bd4cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1853.pt b/weight_and_grad_dumps/rank_step1853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e357e276b123ecbafbd55333f02533c5177d06f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d24b9d9b22b758f27e5da7371c3213b22cefae197ea15e321251a1662aaefe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1926.pt b/weight_and_grad_dumps/rank_step1926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0b9d7b2c124a5c8eb09de4d5d1cb24a42c7701
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436d7a36e7bcae9f95c899d3796a6fc34c92490012bd09a7972de09145057732
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1979.pt b/weight_and_grad_dumps/rank_step1979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f80af3b5cc5bec635e75cc35bbffa26a115c50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e996f977ffcf150207fdf4798be76cd3f7e4282cb32c3e17ca5ca36c3e83a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2042.pt b/weight_and_grad_dumps/rank_step2042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb60a2a58c287f10947aa68633003092aa3b536
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58baff3065e45bae9ccdf15812a4f5f060ef9a2334ee8ca719e6ebb2acdd7603
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step21.pt b/weight_and_grad_dumps/rank_step21.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29048a8b1e1128efea62e9b385bd1d80d57fd66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step21.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a7139a9a9313d21e2e8e991349fabad63f351fae19a1774cdf2bd4fb708550
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2120.pt b/weight_and_grad_dumps/rank_step2120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae9cfe09c291b500af70c3d4025bc79cd0fdfe6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d381b4e76dfe45420fae0ecf77f8fdf83e932d5bf671015f9edcd38da04bcb8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step214.pt b/weight_and_grad_dumps/rank_step214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f49947a73a7e56e2ee63dd6df3a1ccb51b5ad4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec7b26672cc57cf008e6145fd3f1cf95949bcc3dcab038c5533e318b8eaa79e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2286.pt b/weight_and_grad_dumps/rank_step2286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8a2af033473da3e72828d21c4e24757a832a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045c449d6765044247fc406ca6fada181a0918febf2edb0477234d6a38d5ce6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2313.pt b/weight_and_grad_dumps/rank_step2313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921cf145594e5f15c2579503cce78dc77d7e166c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa6dbe10e0afcf87e4582fa3361fe9252769edbf5c707b3f96b14120e86c38b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2424.pt b/weight_and_grad_dumps/rank_step2424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4341e0f70a68c8c529a5848746b45bfdf6b2a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159d0a89ad3413b260fb55ac782a031e93cf92120770a03bec3f9e754ee26c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2519.pt b/weight_and_grad_dumps/rank_step2519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e88d0caecff7ca7f0e921c1c4bfb05e858003d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70fa6f7eb9e65733dc11f52b415cc5feda70bcbc4f04fdf03da0f47acd49b6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2546.pt b/weight_and_grad_dumps/rank_step2546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a8d5135e9d151f947791c1b5a883c49f9b415c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c37147398eb2e9758b82eeecf873e856131e2bbbd840f20d83d0d731afee84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2617.pt b/weight_and_grad_dumps/rank_step2617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c73361dd82a0da609ea9879cd10ffd1c72b9d44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618719b02e94960c4275ae861a21a91d46844af269aae203d62c8e54507b37db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step264.pt b/weight_and_grad_dumps/rank_step264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe63cbc7b869cea3cd88537f1bce335c8d240240
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bd9b946e94c308732bad734c693b72a39c1a85551f310d0d22bc5724672dd1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2648.pt b/weight_and_grad_dumps/rank_step2648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eda0820e5efc6f2eb117ec1cb7adfe759088417
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27478415dd7dcf5926ebec5e4bcc0fbc0e1725a26ac5a15b966f15a69f127b3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2667.pt b/weight_and_grad_dumps/rank_step2667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa2307609cb788f610b13a01b0af670cb17d481
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f5de44c210fbce748de3c34e1709ff0f1eb15f0f29af72c956242bc363cdbe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2705.pt b/weight_and_grad_dumps/rank_step2705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37c947ebf498da60cab57858e068c7dbde8361f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329bb749d9244ec5d3149d5f05b198f2475d16facc475da162b7f35977bab801
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2775.pt b/weight_and_grad_dumps/rank_step2775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c59c5766710f2ad13d44dd761eb1b9b4ccaa2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153908ad0eecb0f7da87497a5bb0ebe6d617e1c8e8402fbe629ad16950f57489
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2782.pt b/weight_and_grad_dumps/rank_step2782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64b3f136179bc8598f3388d984f9bac0f9eaf09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe23248222c36eb8dc2216d5837362690db5e78518d9f6644f20c362e2033f75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2809.pt b/weight_and_grad_dumps/rank_step2809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa896cc63b549758bced5204ff64f060fdb51a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6b9456f43e1908d16e41b7952aeacde7e5117b5b6e034fb69ccf3ffb12b88d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2841.pt b/weight_and_grad_dumps/rank_step2841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db33b8a015dea5692fcc21222c7df790adbb7116
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6448ec60ac44b56c435090233ddc2fb09452b5729606909694c133e6f298efa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2856.pt b/weight_and_grad_dumps/rank_step2856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4cf4e83ad96e745d48ad3ccc31b3edb83d3232
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c55bd5123d8dd317926b85e7faedd36347faa13faa1f90136c7a5e62f7d56cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2923.pt b/weight_and_grad_dumps/rank_step2923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558d7ec40867ae187a152e9baec366c1fe96c97c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfade6b97720f0bfdb0396523293bbbd7b7202d3c3f0e05a309d7772b4964b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2934.pt b/weight_and_grad_dumps/rank_step2934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9cb46b4d5b64faf0807e9451334ea7bdd7c3a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd735718ef96582271328b42ad7521c00dd89d9d07f8724ec8d5563cc0af8940
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3031.pt b/weight_and_grad_dumps/rank_step3031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494e703d0bdd4d03b302205c474030dec958262
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2757cd51b6384a151f58031ce7d1dbd646271cde1dd8a08ac9e90210e48cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step306.pt b/weight_and_grad_dumps/rank_step306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d230e00b733ec8edd1a81544fe2988ae0aa0696
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bceee45320dd446130e376a3f7cad096a13bde87e5cc1cfce830bff4584c938
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3099.pt b/weight_and_grad_dumps/rank_step3099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27782acb925f896950dde231f4bbe47935a41fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b2a367eeefc5499fef765ecdbb69d6bd39d1ee851fe6a2a232803ac501f20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3153.pt b/weight_and_grad_dumps/rank_step3153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bba3623f173799aed2525651d34603d8eb7496
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840b2df4579ec537753a639ff77c555d1ef499bb9d9f1066bd1b0dedb33636df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3202.pt b/weight_and_grad_dumps/rank_step3202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77aed7fb4b83e5bb6b0263da4579bc46bf9fbb00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3938c230443dc9287ccb084e2ff0e2ec13bbbcd09d1db4aa80ab536da1749ac5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3272.pt b/weight_and_grad_dumps/rank_step3272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06dc1b92f00d45725477759873258448a9a2c5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c44dcc935674edc011d99444d031827286a99c071450293a8a2b25c5e541d35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step329.pt b/weight_and_grad_dumps/rank_step329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5143929c20337da7f9f33167ba22f0f01b86f1c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b2f60af13827cb88dc1d6afe8a22a23385c1df09c8b763ad6a1b720c61a041
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3310.pt b/weight_and_grad_dumps/rank_step3310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2343ff893dd71a1f9e57e4dce709221839c0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94030c66a0059aef3a44a58c5c1d3e7bdb8d636e0783edf0be5c8d0fb3c4cbba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3360.pt b/weight_and_grad_dumps/rank_step3360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d513d5415f5ead9d042d64db379e1de06a842353
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808c4599ee1e3aab4e23d5512e0eaa0c0e0776fcd352f6ba4fe63f794090e52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3397.pt b/weight_and_grad_dumps/rank_step3397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1810ab21e1e1271f187d89ae3a965c7ce511d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a8fdc68e48e2d47295e61c07350574966b4a707e4bdc8947d21cf0d237ba7e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3457.pt b/weight_and_grad_dumps/rank_step3457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a70adbe5ef12b753084b403a84ae423938bf1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cd4529ce64d7b550b8f69183c782a153912811a36a2296ff26f0dbba0784b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3535.pt b/weight_and_grad_dumps/rank_step3535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64080a1f899c6c788bd5aedcf65711eb093f72ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1e92f62d80437cf42a7146afa421641312404895a3b3ef390330626a8b056d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step359.pt b/weight_and_grad_dumps/rank_step359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b06192ff1a71107e2cc54eb07f87b98fd17b84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c099cf50a1ac376b77b1034df56a37a903d5a9572cb33a729d29c97869b17d77
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step381.pt b/weight_and_grad_dumps/rank_step381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e157b370d768b3821edaa5232971c0687dc579da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314724b88a82b6490544bef71f9def08d09e22e94f9d913b72c8105b7ea64b97
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3825.pt b/weight_and_grad_dumps/rank_step3825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bf9791fe2d1648290e5313414b7d24bb19f32f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61137c8e6d00f2145306616fb2e14ed2382af1f39d423c50a2c8ab5ed2effb2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3918.pt b/weight_and_grad_dumps/rank_step3918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbb59951814c0b68cbd603dfaac2f9be567cbd5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2266079ab044454672ffbe3a0fe789bfb551ee6ab95a81dc0765604539ca4690
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4091.pt b/weight_and_grad_dumps/rank_step4091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f74c68f6e676d6365a66a5d7c85c233bad7a52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccd0e4009f12100b2768543ea59ba9f7424e412b942f95e3db80fb65c601e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4368.pt b/weight_and_grad_dumps/rank_step4368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e67dbb8e5383600ee50d02046a0b53e7e30e0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc28827c2347a2eefe9d98268e1f200efee6e9fbd8c1df666bbbb0340cedf41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step441.pt b/weight_and_grad_dumps/rank_step441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6c7a4f3ac910cec89c74b2bca02a213e6acda4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ea98022fff6aed0c26795f791b3c8a0a40b26d4cbeb0c77eca25527699f542
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4512.pt b/weight_and_grad_dumps/rank_step4512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73d4af1f73c79a3a6e3f1ca4adc3aee6eb21277
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a241d48a5cc4e2ac1553bbb55107c405bd5413c5997fcf5ae2837c6d5470747f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4562.pt b/weight_and_grad_dumps/rank_step4562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef24bdfb48f97b56d6906bbdc8787212214eabda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd1a773e1328070502e5f3a9b5020fc1494888c51f49c805a300dbd7f4233e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4595.pt b/weight_and_grad_dumps/rank_step4595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e50c0abd92603ed8fadbba80bbfb626757187b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dd61225090756372f02b9a16908d631325e428f6e01e6ed065818a18c85e5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4633.pt b/weight_and_grad_dumps/rank_step4633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220f6d37471fb8cc07749cf8b974be6be04d0f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51b64c0b27eeb5081615fc84feb3c305af015e0069a1eb7e1d32d897061e1ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4751.pt b/weight_and_grad_dumps/rank_step4751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16c9e8471a911ce33746c9a2900e9540cda9ee1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb830520f45fed42bbfc858ff577ea5dfbae927cec58b18d1ced3743c279714d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4789.pt b/weight_and_grad_dumps/rank_step4789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2829da3e8cced06bddb1db4f7a29b3e4229c892
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff26f6daad306c98b460a5b140a237740aba1e9c88b9ab67c224f4dd8573a11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4802.pt b/weight_and_grad_dumps/rank_step4802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a717393e4509800004d215cef344b81c8ad127
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f3d4ec473dfb13f28a52e6c729eb5233d3bea0e6dcf157948657fa3c5a66f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4872.pt b/weight_and_grad_dumps/rank_step4872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7beebd009171187898e85f4f494381e8d61a0190
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f03a53a916bc0b10cda37ddc724ab85c125368a378bf5dc3ac76153d4da8ab6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4885.pt b/weight_and_grad_dumps/rank_step4885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9c2b4a201ab0bbcb3e4ca923ad56d96b17468
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c60a73eb184e51e518912bfbbe6c24890f66ba65a21a85bd4fb8e4b916ec3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4910.pt b/weight_and_grad_dumps/rank_step4910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0445cd71dc9246700b2178212bc1bf49a17d267
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265d0af794994a57dfa9194758a7f91c39f523fc83da3c5f6e323eec3710ca0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5015.pt b/weight_and_grad_dumps/rank_step5015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25302d741687c6a3594db6a4ec22eccede4b8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14214be33e07b815a29589edaac7d3e57c39398f7e34c50ea84356b4caaafd0d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5065.pt b/weight_and_grad_dumps/rank_step5065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7a64376cc500f662b0307a52bbb1491f8f644b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4764a658c3a9bfcddba1230c04c2896636a3e56d375edd3f49778c3dfe7ba41f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5107.pt b/weight_and_grad_dumps/rank_step5107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776d0657215ac92f2e74640f8bbccd6f4d8995fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36c0d9f5658c0d52da6059722f8890ac2541f39304fa39acdde572e4da465aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5128.pt b/weight_and_grad_dumps/rank_step5128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748438b2c5d5c70b6c4f53a4c141d0900e908fef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d839755754a118858e2da24358be229c3b4f53a680cd83addcc34ca3513368a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5177.pt b/weight_and_grad_dumps/rank_step5177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39cdeb7a1f4582fdc3243951eacc9dd87ecdb5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2194407082408d6ea4a86e87945864508b0a2c574f323629fc03034e5eb41960
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5180.pt b/weight_and_grad_dumps/rank_step5180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bdb1deef8c358facf9cf9d7082b0edab9ac7f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb01ad06bef6c37c11a08f52e536ec4beadf672c345c039ca2020e09385fcb7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5226.pt b/weight_and_grad_dumps/rank_step5226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4e570d5f7b913939e3e1feaa317cf62381247
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892e0d695746b0760445489172865ac523d8dd0b0551e195f7164f6c7681c932
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step523.pt b/weight_and_grad_dumps/rank_step523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980f11a69a486b0e1f17ab569eee0e61b8cfd660
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778ea6c466f17b14699ae2d879b48cba22c6824f1a954020513adca80d49c451
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5279.pt b/weight_and_grad_dumps/rank_step5279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51be30379086d3ce22a8930bf80c1caec11308cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d07c1927642163b73440b184b82b51f874ef03bba6b3df877a4ef130f07097
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5344.pt b/weight_and_grad_dumps/rank_step5344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c735e42402c9773790603a21ff62a26d388d0850
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d1e6e7363d7ae84527e36b5fa0c4fbd0b39c5deda5e90bdf5e3c8aae41768
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5484.pt b/weight_and_grad_dumps/rank_step5484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f5960bc446247b0323267135ee0504c5aded3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ed494d62214a480bb0f459d22d48eba51d8cfac5df847b703caccedc4302c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5640.pt b/weight_and_grad_dumps/rank_step5640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298c74e28f03448d78c65c2f6ce6741082fa3d99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347e2e4ae1d4ad1c48ac0f317e62a3a5cd3a3a97b72a68d1453f53ab77703c06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5722.pt b/weight_and_grad_dumps/rank_step5722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902dfa101f60e933865a895990185da529eeffb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b0f3cc54e2fa85c6a1c51e4488b88ada09898c4ab402c369782f8ba701690
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5994.pt b/weight_and_grad_dumps/rank_step5994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501815e2dadabf6793d84516872ebbc45606fd47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb3706921825f7994bb7a1f371ae8f6f80707523a4494d3540af9df2b6c41d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6007.pt b/weight_and_grad_dumps/rank_step6007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0781dea37be9b119a7b3297953997a18663dc85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ac3ec6c65cc0e016cf1f0660d51a8ff58a0db824edf5f6f5d0b82e5afee1c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6058.pt b/weight_and_grad_dumps/rank_step6058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e4304c79cf6dc1e196b22e610be74e9719dd08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fffb99c1d64e70b79eac27da8c3a5bde25633b86b3c914567e26c00f46c05e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6077.pt b/weight_and_grad_dumps/rank_step6077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5369e80bed5f52e945be6e58b6dbd44003a65dc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6ec5634d938263caf032d3901269c75b72956b2ec14129ed520604bba0c6f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6115.pt b/weight_and_grad_dumps/rank_step6115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cfe8e2051d08f2c421be6d08f60e9518be212e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc546808e0511622de318aeb2e84cb31383a79078d68b0b04c74dfaf703be3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6165.pt b/weight_and_grad_dumps/rank_step6165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b09684658f06c434b84a09e5d607d1b79bfc9d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2921cd6a64eeadf5077aaa387e3d951061d26709d092123f3f22e53809ac409b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6234.pt b/weight_and_grad_dumps/rank_step6234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d949068da7a13c9d2274367877eb2bb0a83b29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469df0377d229e2fb06a72f32c9c7e649a190ff0db1a1204826f5744ec2e83a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6309.pt b/weight_and_grad_dumps/rank_step6309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d9b258998c3b867fae09f81e7c3d6870c71e59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b04f3adc85aaf9dd4dbe6cd6080d0a0780e67f67c6aa5bd3dbae4c7f76875c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6356.pt b/weight_and_grad_dumps/rank_step6356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a66f5e2d678c3786d3b7b2b6361905adb8a2945
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c39726efce6333ab737ff3416334f5ce54efef30293024df744dc63ee21b287
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6730.pt b/weight_and_grad_dumps/rank_step6730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9e58fcdc03c7d108cda0a2d759f0ff3e1ee140
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3bf570b7ee5b8609bd443a8ded6bd7196e285a8552ed18097c882696bb1af5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step685.pt b/weight_and_grad_dumps/rank_step685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7d2dbd4ceb264b7d87d9ce331647fd503e95ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01482d8269f7c951745675546396b36c97f255c64c1b6d6957058723e1f0dbc7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6986.pt b/weight_and_grad_dumps/rank_step6986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cae453c07841521ebd0a96433ed59eedccfd8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0468175e9b26bf0b7524c48dbc6a220a5d15ca613be9eeb62b105f69fcb9aafe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7247.pt b/weight_and_grad_dumps/rank_step7247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbac49970d8bc64b6c6820fc9802445e8316656
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de665e753e0cb57a90f22bd50c089c6748bcf201a9a06e87f3f0841eeac17ecf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7325.pt b/weight_and_grad_dumps/rank_step7325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a856af3ae44afe7f695abba9fe413ac366569c1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c685af79d965ac8b66c40ad22c1ad5f69bcb51d960c5e9a270218058db83d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7412.pt b/weight_and_grad_dumps/rank_step7412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97d9d66dce59b449f1ce8ce8b7a75e1171cba08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24830b6c80d43ec41e7be44824aa50963b299eb30d82eeb90f3af86da0d9b9de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7462.pt b/weight_and_grad_dumps/rank_step7462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ede53c7fde1e5d3797dfb874828170fad002a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994b7ebbf8a482ad38863c0d36a09a74210197d8f7f11783d512a65ccf1e8342
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7570.pt b/weight_and_grad_dumps/rank_step7570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea718a42c4912036c936b87224aca38d4f2be5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5d08e4ec8d30c68c60a4043d8cfa0b53f5034ef6f076634bf4fa642bb3d249
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7587.pt b/weight_and_grad_dumps/rank_step7587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807299d416df0528cc67cfeeba3a557aec6408ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795ddfb8b9ae237d73d49f31a1ddddd70cbe76b086eb7ba24e5984813964b87e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7621.pt b/weight_and_grad_dumps/rank_step7621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6559291b9b1d0aae7845eced4e04fb383db14e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9474dc4a04b3450df0004df1fee6f7c8cab849a1077ae293a01baa723b025f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7689.pt b/weight_and_grad_dumps/rank_step7689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01b696c88ee74a38e0f161c9f40b2b169ba187d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64417f9b2cb726dfca5645954666f9ec75cb408bd2cf25bca0cd11101d3adb72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7743.pt b/weight_and_grad_dumps/rank_step7743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484041720f9f5a4f23bb9f4a5ec60b96e2d9f25a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38a3a0c330ee76b1505222562ff01252827b042a2d43928e5c16b066522a842
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7754.pt b/weight_and_grad_dumps/rank_step7754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3a9f5b87140e2666970da536395d531cb6105d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0765eaab293245cb8546c4a8e4f99cea9893067dd4021ef206d4874aa6f4158
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7810.pt b/weight_and_grad_dumps/rank_step7810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1896b244647e0a0c62c66f75e4e8bc395ad89501
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed0b0b858499939510be7648f04c0a653c17ad23173cf262b55e2a2bbed0c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7860.pt b/weight_and_grad_dumps/rank_step7860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19133ee75b6dab9606704bdb1187a15981903a65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2125d1886c62907cd7f009ea80c486571a4ea8e6b98a6434e0cee4dafc9dc06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7897.pt b/weight_and_grad_dumps/rank_step7897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28896e0a78f634d6af205e44401cd5260ea24762
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8bdfe83d17745c30af224375de16783f1ec61722b86ba4386f7831d2b80985
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7902.pt b/weight_and_grad_dumps/rank_step7902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2ba5fdeca694b433bd25ba50498c0fa8ae8aec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41222c0ef3a5c0a9381b3aefd2aa84d2a177b9119406c911e3287b2a170c5f68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8071.pt b/weight_and_grad_dumps/rank_step8071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e5114cf94f956cda9ba578b291f3c1b9052b61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede6014f2df42226739be67c83ff00657819e58b0bc4af242428d5b031fd367a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8086.pt b/weight_and_grad_dumps/rank_step8086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0302e4f37544dabcada78404176e10a0d2782f4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e89326497abfaca86dd43d68c718036ef3838b86a44569b640fdda221d8c9e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8113.pt b/weight_and_grad_dumps/rank_step8113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54eec44f7117a26ada19079d58567c5f4c91e52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d8030dd34d90742e112a86dc873f7a7c272cb141265e6b065a01f78c13b92f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8194.pt b/weight_and_grad_dumps/rank_step8194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78389f1fe515ffaeeb782808b3ca5dd6a65090d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1b8102b93959e27ef0c36ceeec0d7261e5193f490ecc9818cbec50d6ead90a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8242.pt b/weight_and_grad_dumps/rank_step8242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bde60f047513efcd0f3418fdc48ccc717c61227
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c1bc6945fe70b14268b79b69225fefbc612c6f2999084cc1d29544e1fc660c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8320.pt b/weight_and_grad_dumps/rank_step8320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6053ab276c09f75b3a070a8e474fe1d072acc92d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabd31f6cc10b2e0616b8ae2e002a94d33fd9c1a83f4c7990ab645979237842b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8350.pt b/weight_and_grad_dumps/rank_step8350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5e5dd1fa8c069338f748d769d6598582f84a0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db48dff3e4375e8ff83bc81c806ffd5331f6badc3501ec698a199fc9022516a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8388.pt b/weight_and_grad_dumps/rank_step8388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162139a6f6fdd315914ced6ab3482b7f621576cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af12e3f42a419c3395b115a6d48be89504e4741ccc50945c3e75ef4106e188b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8448.pt b/weight_and_grad_dumps/rank_step8448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d710a82628940d420b0f287ca9edac76e49083
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76b544a1feda414dcd3a8463d931c4a490a0e64e445c2ce6e53821845c3f4be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8719.pt b/weight_and_grad_dumps/rank_step8719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925bf8c2f6e5bce9ea768903ca6c92426abba25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fdabf8eac46d5a692fc373faa99f5f0c575b840c78a5de8a5fcb5d67868b42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8865.pt b/weight_and_grad_dumps/rank_step8865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca17735a4071c87388d441c4f5be83e4db10c6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b73b5f6a161fd231f2d27de8f96c9f0c96a462a5007f0834374ec084282729
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8907.pt b/weight_and_grad_dumps/rank_step8907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e4ae0dbf33dd512662f9d818eedb1cfce5c712
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486735932cd23dec80d68dd1db7d4717255b2da24056bcf99d769daa79b4b468
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9002.pt b/weight_and_grad_dumps/rank_step9002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559c0cf3337bd927e16869502f301947d78a1ea6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2b68a3fdeb0ee2c2223880b58ee9488944ecd49ab29c931a02629b787a93b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9464.pt b/weight_and_grad_dumps/rank_step9464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98801632e9f69c4b2a92c310d910dae080b185ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10246b8d1035c2758613667f2738ee8ca9576fb8e7f5ad7928ebcbb00b3afa2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9493.pt b/weight_and_grad_dumps/rank_step9493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85edfd784809b22f0a16631a36874086999c5e88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7190821062971f9bb05516bf89908e95dd8f54943981fd8322a8b108e731d49b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9506.pt b/weight_and_grad_dumps/rank_step9506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d8126871d7ce45e2448a2e30e6ef8c4590280b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b727b3e8049de63e2598bceaeb6c8e9d39f33238b3167ffe905a56113002033
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9559.pt b/weight_and_grad_dumps/rank_step9559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c65aca9ba3856ce94834c10af0e2a916965525
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb39882ab2c24d1be114615afe7fba9bb15225a8e63ca38a7bdba0fb733333c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9608.pt b/weight_and_grad_dumps/rank_step9608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8fcc66c480618bc7376e8adda794725e9629cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4863034550349fc219efc9513ea698394dca451f1256c1e7238aa916eb7177d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9627.pt b/weight_and_grad_dumps/rank_step9627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda9e3d152b155d3f89409934ecb49feaf91e0fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4580af05beaeeff2f84ae04210e324bef16c6228a4e0b1f4edcc665fa50f22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9657.pt b/weight_and_grad_dumps/rank_step9657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d380c895266bf400c59098028a788da3b3dc57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ac0cdea8805fcc307c3ae26e5792dcc4b76ad63393638e01800f33767d4dd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9678.pt b/weight_and_grad_dumps/rank_step9678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de0d03c0c3135461132f35dbaf5c716c0837b1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e34d5ae518b23d72fa259dbf9436279086ad548db73a30393847d5e6e6367c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9735.pt b/weight_and_grad_dumps/rank_step9735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f733d9c3f2eec7893ee0b5711b2d11721415fb4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f9c513ca9e2aafba739ee3aff7c538455cc2ecb2d269cd7352e4442fd1863e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9816.pt b/weight_and_grad_dumps/rank_step9816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be5970ca5b53f2ad8bee1247cc92db9cf750d66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466321202094f787f807c0e8222d4db0579a81693333567347384e89ed4e6e83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9849.pt b/weight_and_grad_dumps/rank_step9849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e11be820eea63f24321b7adf9f3295f874a4ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4d6d722d9eb5263b80cdec2e8b557bc365449206de06a2874680167c8773fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9974.pt b/weight_and_grad_dumps/rank_step9974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b20ad866a6aa14256b7e730c3ec4e6a07d512b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55829d90caaa98553c4865274fd03b3f49c69668e914ac9ee58c3b22465d607f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9983.pt b/weight_and_grad_dumps/rank_step9983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ddbc8510318c6a115874a44d51c761f476757
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cdfceb29f5bc907839987559d8080e03a22bf4622662f0d628e795889a74fc
+size 1524331132