diff --git a/weight_and_grad_dumps/rank_step10007.pt b/weight_and_grad_dumps/rank_step10007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86b71ba53dca0bc749a7a3721e39177c617ea71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8caf369f1202f29154a2bc9f7569299ccc110c345be913d1c501d00f51fe64b
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1012.pt b/weight_and_grad_dumps/rank_step1012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cce96e2d4e0d630dcbbb450bde22724eb7bcc04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363eccaafed2537a9251b57c16edd5581b1ffc7b237120d2f94b446ce45ba414
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1170.pt b/weight_and_grad_dumps/rank_step1170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc84192cdab8c6dee8e7a182907b47aa8e462316
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d579067305aeee87956b56a8aa5265602bd40bb39f300b5ad7ef14e0c2bda18f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1187.pt b/weight_and_grad_dumps/rank_step1187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69c6954912fb90fcce63d16677afb6a231a30f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e236f566adde1dadf2f25900f0506a8f534ead4f8dded213845c9535f7c2f0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1242.pt b/weight_and_grad_dumps/rank_step1242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f08bd91975c727d40ba4157cf0d5d7dbe2ef9c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6fb99280befe1b29fe2d11b9494cd51ad97467081c365907ed01fba2ea7266
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1289.pt b/weight_and_grad_dumps/rank_step1289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b947601900636be1da29aaa870a33ee55a5ffe5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013b4a937662a5e659dcd1a2e5bfcf44399643309ba6fa63ec5b84f3bc9eb0b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1320.pt b/weight_and_grad_dumps/rank_step1320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e73e6d35784a9fcb4986911b73928e367ba6a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbdea6400325c15473e7d272a8a2543f9004487e0690105247a5f0f207f01e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1417.pt b/weight_and_grad_dumps/rank_step1417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3119025e24f0d53894fc2658bd8013b8cda1700e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de33d29d73a6e2c27868a7d43586cfd411df3eb9a8a3cd1d56fbb2e323d53fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1448.pt b/weight_and_grad_dumps/rank_step1448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525389e6661311a2a4169333f31da85d3756016d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9413af46864e593b230bf9a1decc8bb512b6241481afe8df120cf2103e5d9e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1575.pt b/weight_and_grad_dumps/rank_step1575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69824e1d7494b46a4dd42ba9aea0321104670d42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04744554ef0b4cbc89d80c0e1902e7dd9d47895e8631419bb03d39afa1a0da64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1582.pt b/weight_and_grad_dumps/rank_step1582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11277d898f1bd181f4ef5e900b1dc5f60da7c151
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b29234d2502b2386802302afc2f67cc322410cddfd558cc96ed2c087db33f6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1624.pt b/weight_and_grad_dumps/rank_step1624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104650ff16d017ac34be6720ca01643d769eba4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99627ac4884752413a7e36aa1d2414190a4e0ee5b2ea170ea6ba65bce558a5d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step164.pt b/weight_and_grad_dumps/rank_step164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9a20789ed953b941aa6295734ca9117be792ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5742f5e826010375d96bb12fdf531fd1864ff982e23006ccf43f6ccfb8b446bd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1719.pt b/weight_and_grad_dumps/rank_step1719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8315d4f6594670a8625250068ebf8e0825a12176
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0055c4dabf403c4edc02568d1f2f4eb292cf2328e6104460caaf5329972f69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1746.pt b/weight_and_grad_dumps/rank_step1746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cf90f32a42c2b92b8bdb208acda717f83119ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3f96c8db35189f0cd2eba8d2c228536a5ea77d6fb63924617c1ce5f0b932ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1865.pt b/weight_and_grad_dumps/rank_step1865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fc825f874d762c4e5da2690ae6eee100735bf2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d8d3386297245d1d24f7b67c72b5fbb6655051260461cce991a003ca0ecaad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1892.pt b/weight_and_grad_dumps/rank_step1892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f0b6e5774762add04a94d4358570162075e1fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453c5baa85d678dd974863d03920be97d45430163f5b4189c8049cb38e3c734
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1907.pt b/weight_and_grad_dumps/rank_step1907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4736ff65bf73698e6b93aa0a34879bd54eb436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef10f52ca1e9c35264fbf8cf9f2e08b798ba43b4ed7c3e3b6c0e51cfc3a279f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step193.pt b/weight_and_grad_dumps/rank_step193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ee7cfe56401ecf195fb0b53bfa1422a959b740
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291b2148d9b35b7db11f38a466675955ee6ab1742180f5f2ee129fcffb2de13
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1958.pt b/weight_and_grad_dumps/rank_step1958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59cfcceb3b3326d5d6d41f228cd50930d5c691
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391e2228452160681d5d0356273ca6a05e5c535562f5666c3aaee992a2044de3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2000.pt b/weight_and_grad_dumps/rank_step2000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8762c237bd1a8750e58921a237a38b13d0e09f09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d05087bdcee21edb741fc12880debebe8954fadb3b71b59d9cb1ef3abd04f82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2162.pt b/weight_and_grad_dumps/rank_step2162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0cd529e5795ded19acd682f51559d901aad8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37956b7b89eacdc978b25de903c7d006ef9abead5322760586087bc0bda5bcd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step235.pt b/weight_and_grad_dumps/rank_step235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450b76d8176a75f25430330f73158442ca31f696
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ce9ab08e4e5e4012ed76f0469b3c9504bc03d67f23960e81f6b156c30faf62
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2405.pt b/weight_and_grad_dumps/rank_step2405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f93e45b0f93d7adad41ef79c150989aba222ba1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4ee4742c4d595411c2cf21638272dc5a09a4280bf4abfc23101cb3a9cf8c47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2538.pt b/weight_and_grad_dumps/rank_step2538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f8921fffd98d0a04ded52294c68c51b736888
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc18dcfc806732c5c30ff42d8c03b61c5c42aa25b8281e65d9356188e4ab313
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2567.pt b/weight_and_grad_dumps/rank_step2567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8d7bfb801bc651d59e4aad36fd2649d0ab7638
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca2be736dbfab6c7ed8c70970510bf404e89e5d88186592f5355273ee24579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2590.pt b/weight_and_grad_dumps/rank_step2590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855cd0f18d82dd502e0cb18b965904852120b4dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806d662c09f266ed5805254a33d028fa08642c956dd2d4d3391789746f19f2fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2636.pt b/weight_and_grad_dumps/rank_step2636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe288ee96537892b340cd2762f6a753ef6d10503
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2814266e1522c1c698172c379fbac2adaf1f449aaa589d063e38082991078efc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2669.pt b/weight_and_grad_dumps/rank_step2669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2fda482c04d5db975b5f3b6a932db7a86089e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07625b277e1c6e9b021aec5577379c3f0ba05a00568226f7125d3923df815cca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2754.pt b/weight_and_grad_dumps/rank_step2754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc349de48e84d68e01d915263be955b75a008f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37676719b89adedfde786a6eeb5baebb026ec818c489428b47d82553d34d2da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2828.pt b/weight_and_grad_dumps/rank_step2828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08802257dba2d9e13e61197bc498ea5461bcf7da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75fa900ed024fcf63cdf736e8b62559267ecb05fbd1a9513a1791b68863e565
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2877.pt b/weight_and_grad_dumps/rank_step2877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71636ed4bb8876d4c4cec164f28644d1e14d6abf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0880ef082078dc3d019fa4facd9c833c30518924c48045448d0bf9ef3800bcb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2880.pt b/weight_and_grad_dumps/rank_step2880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948f2e4c3914c7fbb1b8d7c903cac2aca2b243f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeb0b4c5b26a2b6d56441e34de619bc8369f6c632e559c752cad947276a40bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3010.pt b/weight_and_grad_dumps/rank_step3010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f564e7293fa0b54742851f7032c5345f8e4e3fb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3341f1e8896f17b4f3005f2a3599d1a2790340f38870e70bd7ceb552f1820ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step308.pt b/weight_and_grad_dumps/rank_step308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c028c569f7bcc0840098e39dd549259d576811e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbca5ed9c58c647bf855e96a16831c4b8cbd9a5a050ef8d0d1a0de328f5b2418
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3172.pt b/weight_and_grad_dumps/rank_step3172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead294cf31b810a4e5f7808fb251944ab5fe75a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cd3ca164296179557974f721730e3f1117407de013cd41e5aa85f0909e2d3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3185.pt b/weight_and_grad_dumps/rank_step3185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24bfad44133ef943a4c351046ccf7d7fe3e105b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8960344126fb5b3cd5303c7ce64566829043ac191a31df0b0db587e333c9fe67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3223.pt b/weight_and_grad_dumps/rank_step3223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda6ca45ba2681bf94927ea7d0f7530706a973a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7893444978a2e40b5637f8c3328ab028610feb68542b5a882071b5caf35a1579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3341.pt b/weight_and_grad_dumps/rank_step3341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4cca2eb6d0ebb8b81ae34aea116918375aeb2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddb7f65de082b1c0f58c641d808ce3a65cf42c00209258f82defce9a58d8aac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3415.pt b/weight_and_grad_dumps/rank_step3415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb1ba3be962815b32d71c80757f0ede3d8254be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9934cf3097e23eab89610927c812c9ceead78beffc2b5768c880d1478966490f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3476.pt b/weight_and_grad_dumps/rank_step3476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9551ee48cb42536f3aac9f762af4cb1b042fee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de303233503f4e3526b2116e2679f1154d325725187051c21bd93867b89e345
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3481.pt b/weight_and_grad_dumps/rank_step3481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec68b110060b1257f04c9ba1017a259d38b8044
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300a355e11e851a51580487257358342b7d1f1360a8ed6ef4ea80c5d31877be8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3528.pt b/weight_and_grad_dumps/rank_step3528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e42432fdc0d20f6f581576e4c06c728fa8e644
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48288082185badd36f7e707a27c7f16c14f51d4abc9db28f92b5a8ec964b6d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step357.pt b/weight_and_grad_dumps/rank_step357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23be3b989e73dd86f0445a6c3aa2222bbbcf43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9387ee1939b360237e208aff26bc8d05538966e42e9fa0b62da9b990de8278
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3580.pt b/weight_and_grad_dumps/rank_step3580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aa2a50108a7ad4009871ff2d7ea1e41d9f8aed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c73d1b7a6e026fc15a8f8b597cbad14133c207145408c912fb0e74e606eb692
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3626.pt b/weight_and_grad_dumps/rank_step3626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449c08dc22169e5cda66729bb5b3b3ff5010204d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c12a21f9e80d22234bf90b0ec1cfda97d1ee5a1e109af9311aee1868ed7d35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3744.pt b/weight_and_grad_dumps/rank_step3744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d83248bc2ca8237d7fa08243c867bc0ce8fd09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391329749fab85b4e4ac2698f117b34c177af1945bcd97fc3b6bf04e79caf693
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3838.pt b/weight_and_grad_dumps/rank_step3838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e905e0773323889ac4dd660fc979d6d0dac4c2a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b978e19fcbe39cac8680f5bdf3e5f62d8e3e8b3cf82d5aef8b21e7cbb1149cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3867.pt b/weight_and_grad_dumps/rank_step3867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628ca3626b82a88817c76a1df0efc595eb7a5109
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207f568b00cf644821d6c2e9e04c946f848748c1d336babba7ae5a899b3b9bfb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3890.pt b/weight_and_grad_dumps/rank_step3890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c28f36c571d834785714fc5ef1d081f969c0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b964eeaa7fabdc1c3cafa5b4844a1de2699eaa5a6b40ce2fb7c3eedf26e15beb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3905.pt b/weight_and_grad_dumps/rank_step3905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf599e178e90d0850cb1172995dafea241201023
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f512b974e2d7f6c9a73baba37bc5676b4ac8377e6447bcdec972ac82995d876
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step403.pt b/weight_and_grad_dumps/rank_step403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e9e8153dc8236b6ab4845326f5c0f93b7e22e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c863f201e45531689870c4ad61e117345e928a868019cc90fd44d826af9c08
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4125.pt b/weight_and_grad_dumps/rank_step4125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf53798b967ce036b024e5bb38eef33750186d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d599acd2d15b7278e5a054d1935152a49c15f95032832958d4386dbd947535a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4217.pt b/weight_and_grad_dumps/rank_step4217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07daf9ac1b11264271bc9b1d6ca76fb75c2a3fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820d72f428ef6ecc051885fbeb9a38f611b0bc72ec4c08c12a1ec9109d2dbcad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4248.pt b/weight_and_grad_dumps/rank_step4248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336fd571262fa27268a6f83b7ef6db84429acfa0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e863676fd84838db32a729bd8d7b88a7dc3614116f8a52b8e4d6b2f831408075
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4382.pt b/weight_and_grad_dumps/rank_step4382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c2648b2d73df02f28ac95d663d6a03dce2db5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a387e54c09d535a9522a9ff8789b110c5d64fe383491c135253150c908711e9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4421.pt b/weight_and_grad_dumps/rank_step4421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990b4cac00eb547f6055c4240fd804a4dc17623e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf9efd9e1dd8ef550639dfd89b8d087f1196912420d89277932299e06242ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4489.pt b/weight_and_grad_dumps/rank_step4489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2117ac93b5ce8a2322f1e9795148e1f65530bdbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159fda7ef59b09760a4e142813221e7f4e53903d14229bf13c6d2d14019a4601
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4543.pt b/weight_and_grad_dumps/rank_step4543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb28cf1c58f7b22410c02741c8785a4e276ea52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46adaaa0abafbd6bf5aa1030478017c6d1ddee5b7b066f046ea4f418409c6eeb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4612.pt b/weight_and_grad_dumps/rank_step4612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f4c866e26a712221bccc33acb84a23a88d8c62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bbc96783a6fd441e27c43ff26477fd2a319b9823f0da27516e15f3dfb4a55a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4770.pt b/weight_and_grad_dumps/rank_step4770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723b0e86b6f2a024b338a3a79af48cb693e1fdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e956b2adc0bdec49389726a7050413d2f5d66f3e0d6ab67c7dc1f1607b253b85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4787.pt b/weight_and_grad_dumps/rank_step4787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a9649b714bb6b8961fc73dbee062e32fb3e3de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a996232c0494a6f352a88dd2d970ff94d155f1de7f0b466d4787daf0280ca8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4853.pt b/weight_and_grad_dumps/rank_step4853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd0bef373902a359016a0f0c42f4bb697517437
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3bac16b30a0441d644b8145bea56c7e9acfadd74f067285bd966b59cb6eee5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4931.pt b/weight_and_grad_dumps/rank_step4931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a7ce299db2fca29832f31a4d7808692d045315
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79798da54898e6de00c842a336c1934a828209a8ae2a6130b781e798915be6f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4999.pt b/weight_and_grad_dumps/rank_step4999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20701bf938a1049ebb255ad60168540f9e5f38e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26e9f4254c5f87a9c1fb6ee6d0fc963b13f70c4fe3d2d1fd51180227daa2210
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5034.pt b/weight_and_grad_dumps/rank_step5034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d2364e2d119963ec5e6f8ed4def0b172aa81ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863a476458aa908dcf90062299638c58a080f882a111e60467d518cc952765d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5109.pt b/weight_and_grad_dumps/rank_step5109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0637b1ddc874ebce9f4d769100a32b0151f37e9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7654abc8df2945481876acbeb04b9a7e15541529630e5f5a1957546ab73526b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5156.pt b/weight_and_grad_dumps/rank_step5156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a763c1416d7321d15d16d55b88502a488c7ca300
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9565df81d00e4defa7fac15467702d173df866af66dc1202e14c9234c6c2a22c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5207.pt b/weight_and_grad_dumps/rank_step5207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084742b47e195bb245796c5d14fb0de4acfb9ebd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd062b1f94db68308f637ab0e33d45c0d7c0977d6cda993f672a67b64934ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5258.pt b/weight_and_grad_dumps/rank_step5258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48c7da34e771aeb663c24b0601c3e8522cb943a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf976a4be607eac9d8c5d3847f782eaed100f6edf515e27af13e35189aa296b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5365.pt b/weight_and_grad_dumps/rank_step5365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd41128f45bc3c076d4792bc694a24e038a75189
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c852e90f2a6064e14ab49808eccc334f9ebf18ca9e3d7f8c3f67d06ecb7f6c8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5392.pt b/weight_and_grad_dumps/rank_step5392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21d609f2737b03974ff436cac995522ebc54b9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d846bd36a726763182f279203d120bc86d899870de708e0c45d2d88800f6549
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5452.pt b/weight_and_grad_dumps/rank_step5452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b2d79b4cc5be9e2e7a57dd20710f2f413fe3b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3be7b7f62ed6cc45ad73183f94b5cc7202e16d42cbc58d451ed312dc95d2415
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5499.pt b/weight_and_grad_dumps/rank_step5499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00c97bcb1f5c8ebf3871e54c22292ac51c666f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaae103450ff94591bba5a688ba3e39c2203a886a74d43b7466dd903062109a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5602.pt b/weight_and_grad_dumps/rank_step5602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014b7976fa5fd504e820b2cc18980039751e99d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d11a7e76fbd4c37c3e96f851a5d9c2229f6bf5d69855064e93b72175494727
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step561.pt b/weight_and_grad_dumps/rank_step561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1977901ba533bc12ba192ce1a3b87749321131
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcd0178a774d78297f6b757e5caabc0188f73a6f95b53511399b322a9c90773
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5661.pt b/weight_and_grad_dumps/rank_step5661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f176dbf492512bd33a1f33a263ebcd22937368
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3564d55c61b38588e5b93f799ca40a5fc70306426c5b13e0ab130561d22989
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5696.pt b/weight_and_grad_dumps/rank_step5696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb93102b45886368d9f22c2a906a4fa4e6bb29c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c19b56d921e04a753331a1d547592b0e33e5b0013d30608c7805da6e0f5689a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5760.pt b/weight_and_grad_dumps/rank_step5760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64956b3f874e4902caac55d2b22dcbfee41520cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49500d5a6d4dae7fe75793a2ff5970e6745f5069533e1d52a61f2120a2976f42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5797.pt b/weight_and_grad_dumps/rank_step5797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12359071a3d6ad21e88604d7edcb17f54223658
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbb5d2978649ab8732370acdaf63424461887d7b50d87d63fbcdb2e205f2d39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5843.pt b/weight_and_grad_dumps/rank_step5843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d679edb6423644e3c9cb69fbf5c24497787314
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f307df9f48e76f3873b0aefee0286ebc4f0c3345516f2a4fd1b1b25142e38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5989.pt b/weight_and_grad_dumps/rank_step5989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe351a24f96b449d5466e7bcc554853a321db1b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f390329b8ba14e3dfad2b6bf386b59a1dcbae00e6d8ba8beb492dad5beb3085
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6026.pt b/weight_and_grad_dumps/rank_step6026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf445753a23b3cc70919d0ffd6fa9318e245f037
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef7f2393982619f61a0f1677b79aed13dc326afa2fb87327e39f75935cbf1ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6079.pt b/weight_and_grad_dumps/rank_step6079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9531ad70cca373bc111ef76d101254ae5d316e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17ea5f1dc18bb6e9dfc60b94de4b6406f613546c9e60d9bb5aeb381e21f123e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6144.pt b/weight_and_grad_dumps/rank_step6144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76259cfb5d10fd56d1d45d17a1a8d4abb5667b2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b05b9c89d6978fddc2a5b103c1ec1a4f964cc5b5e23acb6cb5ff075c9e107b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6215.pt b/weight_and_grad_dumps/rank_step6215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f23832be7601bf70c7372543000eb65284d1aa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4468f1dd3122cfd730f46641d6d2a0505c674c307c8ef55fd34d039d6d053e58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step63.pt b/weight_and_grad_dumps/rank_step63.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fc57403000957cd1613a3ca211829b70c5334d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step63.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7fad28cccd37a866dcc9c5d65aec3997457749fef49afdd88b2be021cdbe0d
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6328.pt b/weight_and_grad_dumps/rank_step6328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdf48964205bd10983d9037b161d3f020efb09e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb19cc4e286f4d786308f4be1d70cdf9dbc5415e1e2d92ff91a775883cf60e27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6377.pt b/weight_and_grad_dumps/rank_step6377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecda7f6b54768670459668ec187a06a0b4a40ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468c6995ff8d3f154c404c1bf2d5b8bf82bb8e3c3cf38b501c924304cc4be73d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6380.pt b/weight_and_grad_dumps/rank_step6380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fe8b6e6f63fc33071e21b4e7bfcf428ea1751e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3c3d61a12ba6ffeb86b44369e89f2abe76aae5cfc9fd31846c462373ab17e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6423.pt b/weight_and_grad_dumps/rank_step6423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524497cc816b884183d1b5ba32083f00a08b8516
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f99960e092299271a746661de33d05cc11b0aa24971e1b2385bd2113d8649a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6541.pt b/weight_and_grad_dumps/rank_step6541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043a1c2fbebfb50cea5f4bb1efe4e7ec3f7ab339
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f9e8331133a4fc09842b7d6d0692e7c63e02dd3c7440ab759b1df10eb30065
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6610.pt b/weight_and_grad_dumps/rank_step6610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9913aa3544cc2396f011cb10a8fa1328e0082e4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d91318a8722f3817d40598b26deefe8a07b81c6fd3a3d79325e3e2fbf9a0495
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6684.pt b/weight_and_grad_dumps/rank_step6684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b65c17a9170c904d7be587c57f8c5622662c12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef47830d5d41d52923ef5b76235b590a6e13ab1855a5312ff321303312c10a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6772.pt b/weight_and_grad_dumps/rank_step6772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170b8c8d0a2d446e0abcc1ee72c76eb63c01bd76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af28d7c30a731a2a6143c97ce187bca89d6b2bd6d0f8a00deca764643a0aa530
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step698.pt b/weight_and_grad_dumps/rank_step698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5466b55a65ec4c221e658c1072def04777fc6712
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de6b60a951e10cda43fff72226228aa1d63ed90be5117b443ac5125e0c95bfc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7036.pt b/weight_and_grad_dumps/rank_step7036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612f357e1f7510be19d771bee6ac6abcfe897f62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bfa103c7211a891bf182f93fcd64d1018575c6e0ceaeb95cd9fca9da2396a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7154.pt b/weight_and_grad_dumps/rank_step7154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e610c6be3dbfa006ffbc257389cf13b7091452
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056fda382580fc7b87194b1a364361a92559e21c4b2e078dabc6f435df4bcb26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7205.pt b/weight_and_grad_dumps/rank_step7205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ea32c0df531e2f0ad3ffb3e882826ea980eadb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d94032f7c0e067dabe15cb1651fd38ce2961b86315a6cdd6cc8777ff250747
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7338.pt b/weight_and_grad_dumps/rank_step7338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d57917226851574fd9c26db138631381cb9eed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c41ab1f10389e8c8d5d0e01278d50e55af5b71adca24c1a12a862f683b7a26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7367.pt b/weight_and_grad_dumps/rank_step7367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a21906e083070fe7780271b4474b8b878569680
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9af5f36dd7731a59b1ff5d270957f0a3fa2867f6f62a84a2165a9f3109fc45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7433.pt b/weight_and_grad_dumps/rank_step7433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067e1a7019f65b63e6a35199809ee5ec9cde2b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1b6d9473fa45c96dc7dc612cc148f41f596c6d858876a1a148825c50f6fd07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step752.pt b/weight_and_grad_dumps/rank_step752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56725330e2c2e9ef9548e12e85e88928cda3dff0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c8ebddabdf32dbef7c4c20ee748a42941c9593246f0105b9393659933252c3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7551.pt b/weight_and_grad_dumps/rank_step7551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19744b52ba3177caa63036680ce676c73df3f93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ee8f719df5638bd20d6a7e79db001e8964952bbbcba97af71b4812c3d5c2d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7600.pt b/weight_and_grad_dumps/rank_step7600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8153a12718b75df0aca5b2869619bc90ceb0ee83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21178fe19961299398c5d09f1f1c94c95a039d44988ca4647af23f7781407bbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7762.pt b/weight_and_grad_dumps/rank_step7762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaf296b03428690decf7afc4a1a08fc65287c1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac11a8009c9d068c9ae989e405b8b7b98cf343d357f7ce34eeb97b9f7f8d7bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7795.pt b/weight_and_grad_dumps/rank_step7795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acefb9456ddbbbcf741fc416668035529b5f24dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453d10aa5e8b6a1ee79eaaebe1d561a36f6cd4e83c4155f7402beab0aea4f154
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7841.pt b/weight_and_grad_dumps/rank_step7841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e12352dd4c0176e5c955e1f7cc93a0566a90a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3671f745196c910bcaefd7a46e9449c14d13e448a7f912f3c6a4d73f61eca0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7923.pt b/weight_and_grad_dumps/rank_step7923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7355bee47567b7a08ec23da220830459c8cbe701
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284fab003375828386d31621688f83fba214f8d0de95adfaf02c21fc9383ceec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8050.pt b/weight_and_grad_dumps/rank_step8050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338a547fbf9e3b15aea7784ee8dbac76b141cdc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6f0133e1e7e9fb837bb4d5b1a61cd4c216b8348c5ab3d1927d40522b533344
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8132.pt b/weight_and_grad_dumps/rank_step8132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fd0d553d3cb1e5afc21dd2a8e1bcb6b30f90a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b823cd27e9ddb9c73e816ddddfa0e3a284fb6e7b6dbc5bc4437389e8a31a0c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8263.pt b/weight_and_grad_dumps/rank_step8263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7a911869bdeb0788d899f95282d2381f68283e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9d359cbd306f3e72c48267496afbec585db52800d5092dd4f749f6ba1c9e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8294.pt b/weight_and_grad_dumps/rank_step8294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38e374085ada2e2015d156cd3bbd9f19500c32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7ff43e11e9aad3f66b1524a9c10db44b9be80e804c8da9dd880caa03207c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8301.pt b/weight_and_grad_dumps/rank_step8301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca017008234d86c5af7be949430da8dac6ac088b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4dfeb8aacda17e47d2b720fb08f84823f8d768426195619061793500e0f858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8436.pt b/weight_and_grad_dumps/rank_step8436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23148ac9329ebf1650d88ea4b4fb61281481702
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291f6db466afc9d26f0829f361398fa54967f54324814c0cf183d72d997074a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8455.pt b/weight_and_grad_dumps/rank_step8455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d3b38ae3264c4bce72a86ee352c573b743ad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c507c432328be74c4ccd93579d44af387ff8d04688aa701ffc5d4dca43a623
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8537.pt b/weight_and_grad_dumps/rank_step8537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31245bd85cd7acf64b8ec44fc5ce9cf5212734c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632de6b56d19c51aa08bbfbea479274245d17de7bd45303b5bd7534c4ca91244
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8568.pt b/weight_and_grad_dumps/rank_step8568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1622e4987358990560b10eb7cf3eb6a3240739fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d994135e278524750e14475ad6c80803ca8a303c7e34b3b80b0233db25eb8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8691.pt b/weight_and_grad_dumps/rank_step8691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381b455f31f76e955f0643f11810b202d419e073
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7af07e0ebf015dbc7a2501399a8a6826029fa296af86a1d2205f9d7d6e49da0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step871.pt b/weight_and_grad_dumps/rank_step871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccea7781f9dbbc2f45d2123b1aa37d7b98cf0d45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb0bef467a4d1502e741ba822e2342ed1a4d7c48e58eb36fe3c583a54d062d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8827.pt b/weight_and_grad_dumps/rank_step8827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e7a9b60ca29c60d11d36bd7e501feca8c1dae0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca52a3ebca866f8335f630773d573d0d0c5985f626ef2beb3d8f7d164d75087d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step886.pt b/weight_and_grad_dumps/rank_step886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241279a119f52bb19e5b742192fc37722ea55cb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97483b3e3f60c1d17621663418d9e57b1af75f016a1a59abae3e1b8f79539c19
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8878.pt b/weight_and_grad_dumps/rank_step8878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d718ee1fbba44ac689b84dcf6abf8472c76dcbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cb14762170a8c68a5420dcdd4b0fd2123c29740e52157702da48732b4f3796
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8945.pt b/weight_and_grad_dumps/rank_step8945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb470e8b1286f4e70aeff612ee7bc290440c99b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77a92c81b463adc77fd61e99f7bd020814274fced64e75bb2330a6c24d2d68b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9040.pt b/weight_and_grad_dumps/rank_step9040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2ae582dd0974c4d99b97166b3a57615a2706f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e016c5e5b15a82162cfdfe7a2c9ccaf6713b7d6f65bffe74e6298b28d49effb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9122.pt b/weight_and_grad_dumps/rank_step9122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ebfd3e10b34933ec922951f6a93432f5c10ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98c5ac3ffce29e3d038ef987b5535ebd089dc72878874e8a4707d15edff6a99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step913.pt b/weight_and_grad_dumps/rank_step913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800fd8082e6153eeea66b8441f27defbbea4c439
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd953475fab9f7ddab3337a3205cecc2602bce550ec1e6b8486632fd600633c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9210.pt b/weight_and_grad_dumps/rank_step9210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a67e659b2837dfe686b4c509defa8610aa82d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dd7196e0dcb0612920ad68ff6983b70febe59857843a33ab5e90a9a44aaf34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9284.pt b/weight_and_grad_dumps/rank_step9284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0471c6cc3d5828d7ee624329f2a1ac6b800a3646
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf436ccb38dd72923e90307bc38717701a8d2d449895eb1496bf28f074193264
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9372.pt b/weight_and_grad_dumps/rank_step9372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7daac4a4d8d344800c0098a27966be833b924fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328e238f78296181c261e09946e82dc69de34e2117ac82f20d5144534ab310f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step94.pt b/weight_and_grad_dumps/rank_step94.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353884e661cfd536a005f48a27e12654c0d676c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step94.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644458be1bf7673d3ccbc213efdc093753c7f794b70286bc326d1570b1d81317
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9445.pt b/weight_and_grad_dumps/rank_step9445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3172a454cfe5e5b022e4dda2dc862bc00094f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0b95fdfb5d218ae49d1019e57d30b9a0092d46b09eb09a9bb114f430bc636e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9527.pt b/weight_and_grad_dumps/rank_step9527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda461437a5798f5dc023e895885f769ae7c6d6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3af4ade63a34e21dc6a0b3e07df085759fe8885c1ea8dc5386b3fb576a9d481
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9578.pt b/weight_and_grad_dumps/rank_step9578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c583bd691254889a838f68e8875e1a5bc6b97a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5cc6a8625dfacc37b960896d7ccc4928dee3f212565c0448c3ab6dc18e27b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9629.pt b/weight_and_grad_dumps/rank_step9629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f03d6956ccf514f151fe14b073b3755599b8702
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a0eb67b2def565116ef253e6070faaeacb446f9a18e940d0e922748f72d8e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9676.pt b/weight_and_grad_dumps/rank_step9676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa70f9845e504fec9ad1b1c70020d731cead39b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21864b003132683c627ff9e53ddf4bbf053b357fb90cd709fd90de89ef2ca8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9681.pt b/weight_and_grad_dumps/rank_step9681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339431d0cfad6061140a43ac785baae164fa8eab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59004f0bea2db95817d0d9d3495627bf0d72b6f0b25533ab2787f7f72a8dc8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9714.pt b/weight_and_grad_dumps/rank_step9714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1452613407222d879fca80c9b1f623bdc0685757
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cc5de926955bdc01c31864c59f7dcdd21923bee49cac910ed7f6159ff3bd5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9837.pt b/weight_and_grad_dumps/rank_step9837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a87c6718b1d330582cd7f56264955689968570d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe3662bbcadcf9b2697d481b5000e4f325cf106d9b45a4585fbd8412959d54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9868.pt b/weight_and_grad_dumps/rank_step9868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb0c9fe78b5e5525f95d2fdef50d1b98f73ffa2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efff9d1631bfbe696bde89fb8648b6fbf5d0806e833024802d2745baac946f77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step987.pt b/weight_and_grad_dumps/rank_step987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a733eecdfafc36c89eca8dc0316b3e2e2a5f5cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258836718dc3bad7d09c60d31c6d155fe1aacd9ac823250cc91da6d2a2179a1c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9955.pt b/weight_and_grad_dumps/rank_step9955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f45395d5ed533700af074f0974f308aa8e1669
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cc6aa5c8d4f758707a2195b665cfd75096dacef6862bf438d7bf3dd9c0dcf5
+size 1524331132