diff --git a/weight_and_grad_dumps/rank_step1022.pt b/weight_and_grad_dumps/rank_step1022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5de5a101aca3974c22df5f7551f98e712b9b2aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e13fb275ebdf0b9179516fe76f72138476fd65213a7316097c3630ff510120
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1140.pt b/weight_and_grad_dumps/rank_step1140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2b12b959fbfc8d1da30a3584966c1586ea3954
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff183dc18c17ea828c6d1c46fae5b8453dd8c48ade25c14a33e12e5b876772f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1211.pt b/weight_and_grad_dumps/rank_step1211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6206e52d78e8b7d8ff24f2aaaf233ab2be6fea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da984c3bed91ac618bd281e5eab37450861d4e48aae27389e2d33903a4fdcc9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step137.pt b/weight_and_grad_dumps/rank_step137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a371ed0e4c64a0397b95d30013aa2e803119fc4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45153d57ac7bc176f075a388aca6a05bbefd17f2047472d79f3385b09226c8e8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1373.pt b/weight_and_grad_dumps/rank_step1373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2ab3b3c35dcb68ac47744d0b6e7f8c5ccf8b25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10216932986a91a7635f6b98a981aad361ed2dbe0bfb420fc00e75008d0a5998
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1526.pt b/weight_and_grad_dumps/rank_step1526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44883e27c814c5dd31229e31a80ecfa0712f502
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ddcef00ed9b2d9cc85530862d3f781a2d35213ce5228bd09e8c2260560545f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1579.pt b/weight_and_grad_dumps/rank_step1579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd0c183cf1e2f76a464177b192d9288dfc35f18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f130133ae5b661475ee20ee9c876b684a72b3906d9b699fc265d9b5b72fd63d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1677.pt b/weight_and_grad_dumps/rank_step1677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81409a72266ddcc0bcd52d4df1e5745e58e211cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb034dbff3d3476f64ce9b2b7f5e64d1e856f59d5c8d44a038a89f20f8bc9ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step168.pt b/weight_and_grad_dumps/rank_step168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fff5e52aae825a242e192ed235935b384fdfcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5520112df33da5a55f24b39401503f6b6ec8b7d99206522ac559e46c9ff5931c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1680.pt b/weight_and_grad_dumps/rank_step1680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dd3cc0da3ae5c82849b2f37240bb4951554e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477c9674684fa79b9d94740d94048dfc165a44ab0c750abaa126dae6f38b2624
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1715.pt b/weight_and_grad_dumps/rank_step1715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdab0fc22b6064b8a826809b29c5d8e681b2311
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f5bc0115f7e00f29090bf95cddeddd436f32f8cf7eb8d5b08b6692a4194348
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1869.pt b/weight_and_grad_dumps/rank_step1869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab694ee5b195058425193d3d3044434dcfa3f873
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f84ef8f1cf8194615deed8e0b8a228dc56930f75a004c7ef5767448052f65fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1954.pt b/weight_and_grad_dumps/rank_step1954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8e6ea2fbcb77c8bb3dc4bceea1c1d58ae6ee3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ee4ce175eae2d7d96d5c1db65c2fc3e199bad802053d8c3d6d3b04317f5d51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2030.pt b/weight_and_grad_dumps/rank_step2030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c7e9006cc87fc4c3bfdfe742171cc6bce5ab50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa80195348a3d2e78ecf23646ac58ece50a6facc85b898d025a1edbac05f4df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2098.pt b/weight_and_grad_dumps/rank_step2098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92775a022233bb4a7a9a0a9aac261bc21343d8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0edbc8c6c633c59b9a56e6a225a8f75e56cc22b80581d7f9ba1eeaf8b588a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2203.pt b/weight_and_grad_dumps/rank_step2203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4599b54c2945ff24e6c3371ce068b09160d65c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74a88b83b4a0162857db3559e895698a6213e99b068ff70525b18d6907aa8de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2361.pt b/weight_and_grad_dumps/rank_step2361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ecd8c89f79c841eb4fbfb509c16ccb3ca95dac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc89d939888e6f6c6c6bd68defffcd2cda1b407b2abbc96d9d4b9e19574077
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step239.pt b/weight_and_grad_dumps/rank_step239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2928cce9c8c5ee9366c2c01128ecaefc5bf28d27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65c0df05aa3a40d057882fd1b3976d194b581fc253927ea7cb0e312bae8ed0a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2396.pt b/weight_and_grad_dumps/rank_step2396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7308a05ee4eea08639d02edbeb7a72c722f09d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e321dca44a3f593e08f1d380215961c793544db72bd8108ca26c78562e87af2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2409.pt b/weight_and_grad_dumps/rank_step2409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8208cd5a6de9a93b047ca4b37b526ccd85fb713b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dd2b05a20b015d168ecee703f46c61a282075cbe2311d752bb25a996ab8162
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2456.pt b/weight_and_grad_dumps/rank_step2456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bda9d9be1c7755c901012b35d3db6e9b97059f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b92a1d038582ec9a749b66422456ec5195114cba243adcd78b8c63e4c84ae25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2534.pt b/weight_and_grad_dumps/rank_step2534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0ba6a2355ae4efc509088d5abd99bfc3ace79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239c830e329c639f504345b39199e5a9715d63785a15c536ed7feba611116d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2665.pt b/weight_and_grad_dumps/rank_step2665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ac0ad3b179960dd42555a2f2538ab2616aecc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef726ebaaca42065e6a42ce963d06b50f351ad41ac87330467b20a449b6c97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2692.pt b/weight_and_grad_dumps/rank_step2692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a5e3b5f92027294ca9d34a4708a0131d8275e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c91dffebf714ab1a14e47e724c6153a2dc3005cdce3d983926950a944397d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2824.pt b/weight_and_grad_dumps/rank_step2824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b29476f8c3a60f7ca7463ce05a27c79a87d7d5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2414fbb603a20980b89be5b594ebd00c1cd6108f30fb1b1a3daf19652a59d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step291.pt b/weight_and_grad_dumps/rank_step291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83ad43e2322b7e042154be38ec5b2ee3b90bedc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172ce09fce89d73f9df1f673f21a3bb066a3d4d233b0a8de72a28a37b85736a8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2919.pt b/weight_and_grad_dumps/rank_step2919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae350a5236869d4dcfccf9f9f596206abc83bb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efe60d3ad2bfad83291b4f875e27af0acdf2e071f7320c711b041a58b3d718b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2946.pt b/weight_and_grad_dumps/rank_step2946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41218f18ea28400152e6627520af4178635631e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afdfd1bc2abe245529f04705806b49991edc43b555e90ef5a477b9e5c698bbc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3043.pt b/weight_and_grad_dumps/rank_step3043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9df7c2d89a2fd3436f64af037eeab39dbd06765
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e562c99f44c26e0b6c7b67f6ceb8e632e5a79ab464b5144f3f2e647e15153f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3121.pt b/weight_and_grad_dumps/rank_step3121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222f1a5d0538aa9efb01da4d15258ed2fbfc0fd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c807967f52c72055de2176cf60040cb373c12344d2bde8f9132fc4ad85b3a3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3312.pt b/weight_and_grad_dumps/rank_step3312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca352de52cff89dcc06296384235b2e6da68f68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdae58b6fabc1d82a70111c0e60e015fbb6abbb3427ba8e4f8fa2cfd15f27c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3425.pt b/weight_and_grad_dumps/rank_step3425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3485fe4ba7e8086ffb548d33873258e9fb959f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1ce7fc4fa0221a3a5231535a6e2eb327aff156c0340d2268d5f70f0f47b1b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3518.pt b/weight_and_grad_dumps/rank_step3518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77134ba8835d6cf467849fb7611e6ce06647ff94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fd9bffce23fd51e153a6a988324052425977bedda218d892c6619b19842bed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3547.pt b/weight_and_grad_dumps/rank_step3547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b29a04ebd1abd85166f4d91c11c4770ec58f15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a698e8ebea5bd2820bb3cba858462511cf30d3f28b26ac5b558d6a5298b743
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3568.pt b/weight_and_grad_dumps/rank_step3568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d41dfcdafced942478cc8a49e574922dadc43d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44404f93f03aa00a01d8d67c846a5aa4cb07870a008b8be44e97cd5d178c08a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3616.pt b/weight_and_grad_dumps/rank_step3616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d46da29af3cbe721f23e6cb3ebf6e92b25f5ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caab810f763027c961ff2ad122b221b51dda5c5edb750e821524fae891a3a448
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3639.pt b/weight_and_grad_dumps/rank_step3639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed6180ea78cd673e8f79f2055d20debce84e461
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22bc5058277a8cf298fcec03de1dd3d9067e18cc17be7fe356ce91ffdbba83c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3649.pt b/weight_and_grad_dumps/rank_step3649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddaa81ea0085484b30223021f0b4a9f7a1da376
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3bcb88528b6cb01f018735e71138fc44fdf71580ac96382e99424795864f4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3666.pt b/weight_and_grad_dumps/rank_step3666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0f9dae756f68d0b41a423bd15108e6fb70d10e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de16e3b339186cb9ef00a9d9482123cb9424a3f104dadf98b04a3bee4ba4363
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3774.pt b/weight_and_grad_dumps/rank_step3774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8e858e656ce72253e398f6e913d02c1b0f72d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56ecc516050e620bb9b094ea8d4f5fccb2d13a0889bd9906be0778e499fc417
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3783.pt b/weight_and_grad_dumps/rank_step3783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea8230f0a4a7a86133334907b4a4612889a1521
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74e547cc97b50eb2c795b7c0ab517b6c5fe4bce21d507a7fd4ac4d10c94278f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3857.pt b/weight_and_grad_dumps/rank_step3857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe665fccc8589ba8357365284d062fd035cc58d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786aad4bca36275ffa621bedecda8b6a0451b065575e67f13982095fde76da49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3935.pt b/weight_and_grad_dumps/rank_step3935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9ef2d77915514ad33d0284b03485bc5049907c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03034bf4d8cabc1206f186b2d5aa1b554fe89ad987ecb2795511625e86be139f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4129.pt b/weight_and_grad_dumps/rank_step4129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaee9a79d4f2587b93fb531ec5608c9f538a936
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28c7ea0d03f152aa85fc082b81e04404631d4a380b72c2d1133e9386272ebb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4176.pt b/weight_and_grad_dumps/rank_step4176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a70c9b4a5d6f0ffa5aa1c2674ad2a1ae48c565
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11e4d4c60039d74473fb39d50d076acdbafd0d7f6b0531d379a26d0a07ec4a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4181.pt b/weight_and_grad_dumps/rank_step4181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d0b910eea6e722cb26cce0a62ba4afbcc582de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda9ea82dc3a3139cb1cbb2226a37696efeb0593be1ab8c106e124129de83853
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4227.pt b/weight_and_grad_dumps/rank_step4227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4090b12f03dd7908f2e3eb73c5473f9829863c15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1969407818e5dadb9719864b6a70b060e7fcf44e266b3c3d8f92577c3970ca0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4278.pt b/weight_and_grad_dumps/rank_step4278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ce613791cf591b1bc4b6aa85b96104f6682fe4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f659acd65fbf1e95e20f211baa5ed18f27d13d2a74fd58eccd8d36f64a32b0f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step433.pt b/weight_and_grad_dumps/rank_step433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de8bde9c95dce2a94ce786e65058bf28f04231
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a328a05c3bcde8a2317190e2fe664d7b139ab58489605fc7d8ffbb9408ef89b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4345.pt b/weight_and_grad_dumps/rank_step4345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509a92f5af663c498c876fdbcc75576299394a0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74da415ef756a350ced704031c2f4809495856d677f6ecd810f77769dfe314d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4472.pt b/weight_and_grad_dumps/rank_step4472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa427627f21f4cb74de4a817b8740f184740dbc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e07c1c8f131c4e347ccb219f89c8a39a8112b2a866c4c5571ee8806aaa274c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4485.pt b/weight_and_grad_dumps/rank_step4485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276304084858162e7b365072dff56d51b750c6e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f931f57123b9be036d772438b973048679229704d9a89c08b9e7dc0064d0e333
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4510.pt b/weight_and_grad_dumps/rank_step4510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c834f3c9146a60165266da02ccf884b6ccd8feff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d54a3793f0e817f832f88c365c3c4e8864d6db32de9d37508de95b4a24f90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4962.pt b/weight_and_grad_dumps/rank_step4962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac37f30f8e4b7e8550a7f4b78fc62bd007e1cd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4677789e139d859aa0c8b999f3f340e40d1a0148770c83269816585705be1f98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4995.pt b/weight_and_grad_dumps/rank_step4995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111c93c6b12f6eba36602afee565aeee95cf4f1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2dc3986b74aca5e9bcb2b297c206bc03c68ba30eb57d11ff4baeabc62729bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5067.pt b/weight_and_grad_dumps/rank_step5067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb44d491c97673e8de3f306bf5affb41b6986d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec66cba7616c0f3c10d05986ea57a44511f55673bcf216f07c827cb513c486dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5090.pt b/weight_and_grad_dumps/rank_step5090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac65433974fb0d8ab1d00d2843c76e9759bb71d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b74cf2a51c4dba10263867419b04f15c84937cef95beb33f61bbf5b7898a923
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5105.pt b/weight_and_grad_dumps/rank_step5105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352b12cf8fbacb52a77b2f098be1a40e2e4ff48b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004734473178ec16fbdd166c8c8a8e1d5bb6f747b11b99e61fb68f36d22846b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5254.pt b/weight_and_grad_dumps/rank_step5254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cea34f50aaaf12c406a5785904456842dc2d216
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b1ebea6c5510f8300806d1bdc454692aef41860ae8530c8f697b3a465ecd70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step53.pt b/weight_and_grad_dumps/rank_step53.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7a6935c61bebb2f5e3f5fc311c54b6ef24d960
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step53.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc740bf29cc1a535a480c83c470c370c72c4a9f83a1b04f243a12bc7f837634
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5336.pt b/weight_and_grad_dumps/rank_step5336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5672efb7e26ea488e836c09717c2786041be15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd27aa08d9dd832792e0f8165a94af64300dd130024d0f08fbb2e31a3ebb6c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5369.pt b/weight_and_grad_dumps/rank_step5369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a478862e2dbfb4baa2225c25008b787921733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f890e96f2765c82427a60c9030920f8736293cd967500e7043078d116ba5b0a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5594.pt b/weight_and_grad_dumps/rank_step5594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83941533314619622f37238cff656dca488a9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d77cb83e6324c6402992aea7f31172d62c6237eee5df67b2f26211c1b6ff5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5632.pt b/weight_and_grad_dumps/rank_step5632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1192ffe6f1bce878a250ce95881fd597de857b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc66d76806027009aa1f84ae99e4cc403ff1f5fef97f473e8458d723e45c005
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5750.pt b/weight_and_grad_dumps/rank_step5750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ba6799e7358fc7e829143225e692984265763a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1ebe06277bdd4b60fb7d2de6331ba62082f1fe7e1acb97f6119cf647ef3f10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5873.pt b/weight_and_grad_dumps/rank_step5873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b5fe47655af911ab93a28b8d671cbea804782a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96d453aecaf186db2c3c313d72943f618d4242455700497b52e011dd73a7185
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5884.pt b/weight_and_grad_dumps/rank_step5884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae15dee545c533931032058a3f8a5cb82f45768
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5566e065884f830ed151d628c91306f9dd7b2addf9a61c06599e5ef4ddb7c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5911.pt b/weight_and_grad_dumps/rank_step5911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40161ab70b5af06a97955d69c413d196c351ca1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25147bfe98aefe0f59f02e854c80fd287f42bb552db8386cc016558d2df2e302
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step600.pt b/weight_and_grad_dumps/rank_step600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34284e9b0e0c5ebaceebdb06aaa0762b2c20534
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab5c6991ec72aa8628460c78e74f3133174eb810cde6da04387e939c09d4819
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6075.pt b/weight_and_grad_dumps/rank_step6075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3c46e6be3c42999212e96677796095fba011f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50241870ee6f7047a719bcba5126715523a1688a4d0f629fe9efe289788c5a67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6082.pt b/weight_and_grad_dumps/rank_step6082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3b7214385e506a437582f9cc0cca8e34c989ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b98a7e856063a6b15f89f4b448a4a9787733903d2355fec9b804bf232a0f88a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6117.pt b/weight_and_grad_dumps/rank_step6117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff899980706e0eb6c6d7255175825c3833f8488d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92767051c4a62ec453d125253857235882234c1030204b7098a8bb8ff3d838cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6219.pt b/weight_and_grad_dumps/rank_step6219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994ae91218993421b7d180abf625c9d877f1cec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba36000b4d0331da1676e1e3ff8a2a1ae71c76bad2becf9d08b82d8160fac97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6324.pt b/weight_and_grad_dumps/rank_step6324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649cf2e89d7f8e284720740bb2b8b43dc19e45f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f433bfffa4fcee589de93402fffa783dd4423e07680294d1e0eef8999b6066a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6413.pt b/weight_and_grad_dumps/rank_step6413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6e929d03019217b445ceff181d8e3ddfc333af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e4cfe25cd0462b225a5b2b8de4a4b81af163e08c97624423afc01cff91e93f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6571.pt b/weight_and_grad_dumps/rank_step6571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779bf39aed319efbb0e753423739abc51554f254
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bff66d87033958dc194dabda0b39fed2aef43d74d939b709251a85338ffbf83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6586.pt b/weight_and_grad_dumps/rank_step6586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec1633877fdc9e16a45c1808b43ea82ac8c03e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bad18f0a4f3a0e395f6be47c7042e2d87cd78dae8da35ed9882634ce7570de7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6688.pt b/weight_and_grad_dumps/rank_step6688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067ace67d598985935800127074787054a92327
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93403c3cde91486ab29ba48b699ef15fdf7d15fd3cab2ecedefae25ef70f2cc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6742.pt b/weight_and_grad_dumps/rank_step6742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b72fce69137c23552f71dacb973f2641a681f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e837a31f1c6c1ce2e321ca7969d42b956d1c93523c09aed50757f95411df161
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6861.pt b/weight_and_grad_dumps/rank_step6861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62922e5b0e1dfc170eac77c9e71d20869a0fd6d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc1d8a88eab2b2e0555e71052951bf1d9ceb217ff69d473a7318dda37851fd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6896.pt b/weight_and_grad_dumps/rank_step6896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e1a0534d83997d677500234872bdf558e2ee59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a842745cc4d200a714a0af86d98aef38ecb62f765fe3569eacb48aaeb2552a3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6903.pt b/weight_and_grad_dumps/rank_step6903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f3602cb0edb86fc68a48277d189b2adc3ccaed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6456ab3ccf959c8d79b4784235b8f4bd56696545e52dac9714fe5bdde708266
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7006.pt b/weight_and_grad_dumps/rank_step7006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d1808c28828a4caab889118a855c49fd2c977d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6c08033dabfa047472d99f7dd09db09e0b2c028c3d7a81e728e802cbcc33c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7059.pt b/weight_and_grad_dumps/rank_step7059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73d470e64e5391ebc28dbfbb8bbef0f463d59d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec76e3d8e19284122f158b266f7229d6bf1b6453d9953acc6b2d14d337c353ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7114.pt b/weight_and_grad_dumps/rank_step7114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db165ee1feb94cb968e90a7f43fc61f22dffb57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91fcc378d30cbb1913b486ec6b1be12ac00f88cf2a1d2c3e390b86a45115a93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7164.pt b/weight_and_grad_dumps/rank_step7164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc3c9b40345c386620992d1b7a278009d064ba1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d7e9e823e592a1d29a143bb138f11854af19355d79f60e51bb326aa5d0515f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7193.pt b/weight_and_grad_dumps/rank_step7193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9512688523f8ff4b133b31fd41ac70390644c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b083e4efb1dced95fa0bbe97a53b2d52d5190be85f892455a1a78bd96e27986c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7308.pt b/weight_and_grad_dumps/rank_step7308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e9ecb5919851c49c3344d66fd945dfd71b217
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ed4d2ae1ee697e3f724c3674f72c25b32caf084c104a78cc10aa547cc53a3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7357.pt b/weight_and_grad_dumps/rank_step7357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9021a127243e4598e3da74263c61beb1a4cd9ded
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f652ea7eedf0bae5729906a5fef063273449ed32939718af4ab4d8e22bc91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7460.pt b/weight_and_grad_dumps/rank_step7460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb30b18c4270feb30e785c93837c5769cad8392
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e8d58fc8643549d2558c8bf7fb44d5b3153dd334fab898f12ef810068a177b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7497.pt b/weight_and_grad_dumps/rank_step7497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5187a1754f2b4b730288788fbc86095b3e989b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eeb66c10607baf95537592f0137afe0bc290e66183310bec58de4b3a6a9512
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step762.pt b/weight_and_grad_dumps/rank_step762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01e0490b28b8ee2545f005f1aa0d70d16c25de9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6771e442237ed81ba22d8cdbca7350ce78c4c5ef9cfe7b718a24cbe55ae001bf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7653.pt b/weight_and_grad_dumps/rank_step7653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534a23b1acfeedde50e3dd520b8868d9368abcc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bb8a65a48a51c16a97bb6861391ec3d5fe0d76e22a6fc17e6c5e75c6316041
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7731.pt b/weight_and_grad_dumps/rank_step7731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b65e941187ff0ec0b7bfd3a53b03720283b60b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1416299a61fca04b059a77e5b3645035b655c64c0dd042368c53d60f8e464349
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7812.pt b/weight_and_grad_dumps/rank_step7812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b6965d4d35d653aa70583b4f23083432fe47c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97582fe85f69e3bfe99df456df75279cc6c0ec7282b465af3b40c2f9af185d59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step795.pt b/weight_and_grad_dumps/rank_step795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f297a23c9a988e02672f3af8ff6407ce91166f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c8167becec4fedfc5aaba5198db9e0f372ea10de675762097e5b9c4ec84ac2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7970.pt b/weight_and_grad_dumps/rank_step7970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239a90d03039e2c16f31c4be427885c50063cb88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9fa5d158048d2446e80a896a931889b10888900adeb0c872ad9764f3ca0699
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7987.pt b/weight_and_grad_dumps/rank_step7987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14414307c8cd8004052c76e71dcc19e336ec1fa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bcb689f36524eba7adedab2f189a7a4f49583c533e078f621b8423b0645f19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8003.pt b/weight_and_grad_dumps/rank_step8003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f604aec0896445b2c81f22d25bca248bed065df0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b693a781703e1b4ccc54edd658e4779aacef63b59e1c377baf56079fc1f115
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8161.pt b/weight_and_grad_dumps/rank_step8161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce450fadf683040855b868eaa888def463091277
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4a7a0ff1a1cdc3bf10907ea7ac30dde6651fea9f654848e6fbc4303b949c72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8196.pt b/weight_and_grad_dumps/rank_step8196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f683a4d47f02d1f46e9b0bcdd1ace98011ff5a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8413969d53c32a5fc80519a269a0013408f7c0bb0ecf4d9ade1f7272d2f09cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8230.pt b/weight_and_grad_dumps/rank_step8230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd3addcbedcc88fa70fe4ca17f71721773a4040
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2a1b95f985f2885cdecb84f67f954fcc2e3dc70180b37840ff09a464e89fff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8298.pt b/weight_and_grad_dumps/rank_step8298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81430a95c59674ae743d7a0564922e093f448d6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d76a47e81df311582f7ddaded80e1d63d10d0af5ddbfb5ac2f67a285f779f59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step841.pt b/weight_and_grad_dumps/rank_step841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35d660d809086d1b4f5932a82fca22e2f0347ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf127840367173dc324c5a8fdef091f15364b2f0c3923aab0f52c4d6d071fac
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8465.pt b/weight_and_grad_dumps/rank_step8465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe3a79dad09d9dc2d5e862cd9fba3ac05196e62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9a6261e204b7763699bd1f083aaf32e7a811d751272fb46b8bfcfb117b32a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8492.pt b/weight_and_grad_dumps/rank_step8492.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba6fba305ee4ca3737b0d212ede05fdbf07ace
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8492.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a79efdb5ce5be259dff2169b3e821e0873d68c17e7961492c88c68bbdb940d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8507.pt b/weight_and_grad_dumps/rank_step8507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da65d8b7b3499ab97cfcdb7afec0d65f8f579d79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cec3d83bb6466a28e453b304c227bbd3e7b9894b07150259e7e675dfb13734
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8558.pt b/weight_and_grad_dumps/rank_step8558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c92750f721cdc7c0a71d05d3d6b259dd31202d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a679121d93a4957596d3f11b779765a1d1016f58ddf293dc1707ccc0852fc2b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8609.pt b/weight_and_grad_dumps/rank_step8609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74555a28f6a103b38c629acf6e5f274b82ab915c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107cef442b16ba1339c53afc51f224aa2eefaec86494cf7e1227be4909c6d96f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8656.pt b/weight_and_grad_dumps/rank_step8656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2388dc93dd36621769e78cd449bc8203d2a6e0a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9832fe398fc3ab5c401377daf613efa9455ef9b5c3bd07a1110fafb2111c4210
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8734.pt b/weight_and_grad_dumps/rank_step8734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe7f674eb8032b13c9f38cb4700a03278541c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3975050303666d9da384758befbf16a410911f620994966f7c3ec0413d6e0593
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8817.pt b/weight_and_grad_dumps/rank_step8817.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb67e718c143e306b6f9975b0a45ee5e0fda29b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8817.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a64aea888f9cc38b30e16d3c11a2730bb21080723b8b3dc8aaee34ed78377e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8848.pt b/weight_and_grad_dumps/rank_step8848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86761a0f9a1eb194e8e7efb1c40a277419f711bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511acd0011b665ab4e10cbff7a37b244b11fdc5d6957f661cda41f1105f4647b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8975.pt b/weight_and_grad_dumps/rank_step8975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87029073c86f814d2d39fe662248df7cba35732
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78467d6cd6ed9ca93f9d1d16f179fca7a662cd8b401a670ba7cb2c81f45a1c25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8982.pt b/weight_and_grad_dumps/rank_step8982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4b737bade4e08ba9b97572421769143ad88b70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296e93c3109a7999a7f4269cad8d9fe3b6f3cd12a9772447b51a0be7f2d85d69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9.pt b/weight_and_grad_dumps/rank_step9.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec2223224fc96a037c64252c6222d3785cf7f51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3940224347e2c2f83cc3a06291f5898fc7909b8b4ea60fdfeb96aef3b2869fd
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step9070.pt b/weight_and_grad_dumps/rank_step9070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55fee2141e9dfee38b440ce5e3907ddfccde6b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003aa7e2d451fb357c4603afe2e9a2ef34e4fa57e0407b3fbff0f831a07755d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9087.pt b/weight_and_grad_dumps/rank_step9087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed55ba166f3d9a5f7b67b1007245d24a99f1fbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe8be38386de571cb4d2eeff6fd41109fa15df94529b963bdff4f06ade5bbe4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9112.pt b/weight_and_grad_dumps/rank_step9112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a377379464f612adc50dbdb71fc26d5c6e3168
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c824f487ac775c62e7175152511a8eae0111fda7ba482d95f3c7422052896158
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step923.pt b/weight_and_grad_dumps/rank_step923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231113952e4ef0a92470d4e3a019fe839d6b9053
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84c6499b623ae836d9399f757f131ad8cc55bb34cff34ba6b827dfe8b59d48f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9233.pt b/weight_and_grad_dumps/rank_step9233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e222525be0b1100118fdb3b4fd4bb41ed2b2ef81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8260b345efe8d98b2fe966e9baebbb9a2556e869df52e71a69d4992750d8abf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9243.pt b/weight_and_grad_dumps/rank_step9243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e991ec96f2842984bb4b591398824cbd6dd0fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7370f24b6912e9db40093e4b156721e8c09c179085d1f6f345842b3445d5510
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9389.pt b/weight_and_grad_dumps/rank_step9389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718bdc8c20ac0b894dac2adda646efb827db269d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3975f9cb5a52f2ae3d3f6b7214d694ebf74b38bda9fbeab7d621877cf7a00e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9416.pt b/weight_and_grad_dumps/rank_step9416.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1394c9c01259b59dd950fb0c1606419206bdd50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9416.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e25a1f3c3bc72a7ba975aab17905c08cb21443b917265605df777ef1a39c647
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9449.pt b/weight_and_grad_dumps/rank_step9449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b033ae64a0ccb9c88d9ac9c8a25668b70c706c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6e1ee191fe62c0d93c243dbe40580661f9a1e218e8f14671eb310bf2a8813
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9574.pt b/weight_and_grad_dumps/rank_step9574.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7431b843814f6905d04e88bc132f49adecd975
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9574.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6510f2bb3034b21856bf6a8749c8e82b318583f025dfd69f8be277fe5b9364
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9625.pt b/weight_and_grad_dumps/rank_step9625.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ccf806539e3d32546048b336f772429e371dba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9625.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdf2299bb37a422a8bb363d9e55df9e6e5df75dd421e9fad944623f95ba7997
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9718.pt b/weight_and_grad_dumps/rank_step9718.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1afba0c1f11c59e213b289f0786c948b572860
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9718.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a09fd4f74e2d1a892e31b586426ff2dd59e7a2a09b3bb07092a61208ea237b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9747.pt b/weight_and_grad_dumps/rank_step9747.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9bf87be753ca06465b63e7b1acd2a5334620db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9747.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7722fe5a50b47da13ab6baa035df7b85c8429974e136611d9c5a8635858f651e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9893.pt b/weight_and_grad_dumps/rank_step9893.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62b953ff119de8137850a9fadd2675f8cf6bcdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9893.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abbd9883173b954d61d5051a2c3105f878fb91111126d907ddcfaf6134cd1df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9906.pt b/weight_and_grad_dumps/rank_step9906.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cff136e29d7ee4f7b16fa23ee3d580731aea9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9906.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e170a380a6774006eda5c9c3a6aff3e9c0b35876c40bf5af0c10a1d9d25b2a08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9959.pt b/weight_and_grad_dumps/rank_step9959.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75cdc52382cf48695ff35d91cb4eabe643752c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9959.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72bcd979fcebce17cc13d9e5756b98c304acce8c97f6720b43148dbac44390e
+size 1524331132