diff --git a/weight_and_grad_dumps/rank_step1005.pt b/weight_and_grad_dumps/rank_step1005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba9bb56e84211568fa1555cf8bfa5c093cbffdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf651fd29fae0c3e47aeb7541dc427e61ee8b88d2367647370edca7dec46a50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step110.pt b/weight_and_grad_dumps/rank_step110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cac0405fb7033e0bdc5344a3eb02af0e7d95fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e92171d62c0601d6f1e096412ac2db89f4149eb79eadc10fce301b762c585e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1117.pt b/weight_and_grad_dumps/rank_step1117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d8aeb8983af40d7c7bb92292b19461d2fca1df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae678a5237517cb9be347eea480e1588c21c95dcb9ddf1cf13b2151e11270e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1138.pt b/weight_and_grad_dumps/rank_step1138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5615ac330f2ca04076f023aa65c9491b3f3d08ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1696cc2df803e956ebb77b2c2b12139ae5abcae83fd29bf45950e4b3930c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1167.pt b/weight_and_grad_dumps/rank_step1167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33346459f4fe6fd2d2347089cbcc141d849532ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e2d838bf834e129f33980e70fc48493c894f66a93b208fa1e5a5b8b104cf62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1190.pt b/weight_and_grad_dumps/rank_step1190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daf291c7baa59a71299b1e980f49919ee8901b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e42526e0311e132664685760405bb058747da89ff1896ff9a8796abadd18250
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1269.pt b/weight_and_grad_dumps/rank_step1269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059c00268e32c7535865c9c3a570e8e4a23a9afe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0677445fc1cda4e49a90d66340ad52db739aa19be41f991a3b5aa053c06fd0ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1354.pt b/weight_and_grad_dumps/rank_step1354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7482b578a23c92d93ae74697bf9f2257e65d1be8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122eff2edbe44d7a2473f0d5b1b7cbd0cb674b3cb0fd784353c3a1d6f413d9a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1494.pt b/weight_and_grad_dumps/rank_step1494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e655526e7c96bdf1e3bb9e8bf20955b70dae3f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e89764369c9ce1b98d1cb0d7e53afd2d19cb85a750eb3d46ce67c031e7f59b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1732.pt b/weight_and_grad_dumps/rank_step1732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116d0379b85f4bebf8b6a46ae9ce1600d5db0d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a5024d11363ec4ab612ca883444f8643bdcaad6cf14bbc938492beaf1cda37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1811.pt b/weight_and_grad_dumps/rank_step1811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7e50f34bff7efadb486c52c7c5c9414ad62977
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22829e7fd2e4753eb0eda13115673e12b89f0cd7d199849ca4af8f64b335e39a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1973.pt b/weight_and_grad_dumps/rank_step1973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b41cd6d05d645dde036454d18e0f526359ba21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c7e67f62a5b29940ffa06fb6c595d0bc80bf0e802c7a0d2a99100f218b17b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1984.pt b/weight_and_grad_dumps/rank_step1984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d9da7003e014cb21cef4f27809adea5503ba5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15525917491511be0a90171a6d386be5c8f1a7181c7c03d28c1d09762ac1c01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2017.pt b/weight_and_grad_dumps/rank_step2017.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82aa1ef3282146b594111559340c11c371ae0f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2017.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaf6dbea8fdacb132daed2430c0b3923d856d3538719e41a93e21805568c7e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2038.pt b/weight_and_grad_dumps/rank_step2038.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9f89287fb907c8b88195c327bd96b5c935770e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2038.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc56e18412917cc83305ad695989d004a2c1d590f3cc4bdbc5c709371b0620
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2175.pt b/weight_and_grad_dumps/rank_step2175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a50ea86ad891210811188c0a0a5f253ce8d003
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b7b249e4eef02ee57e12c90b22dea33ba7673a89fb376f05ee3ea69240598
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2224.pt b/weight_and_grad_dumps/rank_step2224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe53b0efc41bd087998070305932834bb86901
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0075e1e5a6edc5e3c344624eb72eb24e96e8a15bac16fb46f589690613644fb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2346.pt b/weight_and_grad_dumps/rank_step2346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7c51158db2f456487e29bb174aa15a3f11cf05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969033b945c41290ec72aa0ef043bf49856daf37d685fe0e493e26ec7f3241fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step241.pt b/weight_and_grad_dumps/rank_step241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91961467c9ff0298ce633c87efa1ef7de9c18d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404bffbe5d36f531bea71a4e12220098a10b79f3a62549db11e375acb94e1c8e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2471.pt b/weight_and_grad_dumps/rank_step2471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b93879f6eb173a18e26eb2567f9f55b63d141a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f868880877e29b6e4265cf46332abef024c6caf63905efd72c5aa934890ddc4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2486.pt b/weight_and_grad_dumps/rank_step2486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded8b805211353ca852266664353c5342890b81a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccda16fd66796856f7d741b38319555cfc500f55739740952961c9ae70d5549a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2513.pt b/weight_and_grad_dumps/rank_step2513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec98979354587608a0e3c356812112d9469f723
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8764347246783f36a7dfc8f4c1493c7500c773f12b06e950d5d2298bf58d23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2642.pt b/weight_and_grad_dumps/rank_step2642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50a1647348a9eed785aa64a97019971e83c2930
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cde96258ec1bd47ea5e1fdb16e7c7489176cb5d78d91b20cc49847c070d7cfe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2720.pt b/weight_and_grad_dumps/rank_step2720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855c8f0a7651f0ffd7d7bc8ea695e787a3a380b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9381bc3409bbcbd0e31640996c5d86a399f5e1e6a96c832e2c19b4eb821d291
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2788.pt b/weight_and_grad_dumps/rank_step2788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac41ce4f25949fdb21f203ee5407009b1707d7ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3910137b0953618dbc474b616c90c98b9f070bad9f02655532e679c9c5ee2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2803.pt b/weight_and_grad_dumps/rank_step2803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68a0ed53eeb34db567b228c4bab97bc83073ee5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2981ff091a003ddf9fe8d8aa0b9460a14cbd2a96e3b22fc2c99fc6003c4c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2996.pt b/weight_and_grad_dumps/rank_step2996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5109cf37a335ce594212b89bb3474b4e97aae6c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbcd14fac64de198187d22ee799f892cb36ac06b1ecdf9e25e5dd453414be50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3064.pt b/weight_and_grad_dumps/rank_step3064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ec71e93ee80131cd9c0c4d9a6ce229ab307487
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c10409b4419e1bf3c305a04fcb5cd583d30f5d222c7982c2aaf2a57f16cc71f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3093.pt b/weight_and_grad_dumps/rank_step3093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f30fe7adb51ad710043bfda02214d447c3bda58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e0a4aee1558058a8b7d7dddf42c2cea68f61e4f17e790088848b5b477b62ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3106.pt b/weight_and_grad_dumps/rank_step3106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b892e1fc3a1941a4dc90428f6e899ae225edc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df834cc1f35e1c1b07e9401093eb68fff1104634bf9bdd96fce592d6315c5ab6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3208.pt b/weight_and_grad_dumps/rank_step3208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0f6cf00f5fd7b3e5ef73d32f1620ea7815d08c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fef016e94581a3f908c3376a0cf192c22fb76425b36ea4b68b986af7d58df19
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step323.pt b/weight_and_grad_dumps/rank_step323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bce756696c82f82bdeb1aabfc1c4439c44a22d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42abd66181f17815cf32a73be0a6e96a2aea3190855e0adc182cc8745e92a8ec
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3257.pt b/weight_and_grad_dumps/rank_step3257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c47d29a1a9d96c3325b98c0894f90594ed1418
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e457b1ce0455d547c808f270e617f3bc568b5715610b0e1af365dcf63f6d5dea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3335.pt b/weight_and_grad_dumps/rank_step3335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74c1987b6eb76ace66bdac0b87540e6c5648851
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58009f4a6ee28c8ccccd2cb7ee2e33dae62f16074972ef52641003852f63e6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3402.pt b/weight_and_grad_dumps/rank_step3402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09dfd8c5c99c15de2dd1cf0beaf177aea5fb08e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf26e9a9d12a85996610b2fc8623836b03cd2fbeb2a0d801eb3d20c80b11331e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3560.pt b/weight_and_grad_dumps/rank_step3560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2762c026536960298a9200c5064365aab622cb8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97feadf55bd705ee3de4442ba4601799a7275f9f0ef009ecb23e2021b4e95d4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3631.pt b/weight_and_grad_dumps/rank_step3631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1473b34bf083009480f41d13bb29acc3fe149b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f20a8ce61851a4d18ee6531fcf03a4813ec00f6547f16bb5fc313a73e31e34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3641.pt b/weight_and_grad_dumps/rank_step3641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d0f328dc2b9b3767766aab6137711d7a9ea0f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255e47de6b5777374ce1274a60249589e605ca0945c25f3c6e7d8df06b9a26b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3699.pt b/weight_and_grad_dumps/rank_step3699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6c64ba80e400f86e3299a05adfc80b75441dae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9487c848ecf5ae7b6d245003ce6a56b20f5a34be3fcfe36ef9dcd751d4de708c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3753.pt b/weight_and_grad_dumps/rank_step3753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89709b930f41d37a7a5783449a48ff4ae37627d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d1889101b59922a8a129c7a8305c31de67380bbc6be8fb52bd9426f4a23ed6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3870.pt b/weight_and_grad_dumps/rank_step3870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd7e903613b75d315e3163e5cdee9865544ec5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47774b73ed3ee5b48b1299424e172b19b9ea21c351f77e3f4f991a460b9de04b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3887.pt b/weight_and_grad_dumps/rank_step3887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f98c83069509af0db3dbccc0f82900f971fbec6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34e3a3ff357e35aa87d6160d8569a32941c595d01c0ae0b21fd0f1a693648ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3912.pt b/weight_and_grad_dumps/rank_step3912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940ea0eac11e6513e37fa63c88b8e8933789a902
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88750d3e4f56e7dde534b332d3ffd7394b2eda7bf756593416474ea43b01b830
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4121.pt b/weight_and_grad_dumps/rank_step4121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8699ee07ec54a79fccc0c5ad2ebb5260eb6cc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd720be40c2b8d87b2648df92cc1a3d05526b95c1c0c5ccf6b6e0eb8467c53f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step414.pt b/weight_and_grad_dumps/rank_step414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d856a120e9041f1a303772ac9e9fb6372b1d56f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa52f2e4c6992280f101bf94d3b5130eac4f2f5b2c43fff809c618d469d3ccc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4200.pt b/weight_and_grad_dumps/rank_step4200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3744f09ce9bebe4646fc03971fb01611d8042a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13faddb0e95874ffdadae8243dddef8e5a817c9f5d6369eefd1dfd910207492
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4362.pt b/weight_and_grad_dumps/rank_step4362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a5d82dc975558d4de5133cc31e7b0cba1b1748
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c0d3b2f22946d0eed8e300e2923363a4f3121a01b603f615030d0ae92f5234
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4395.pt b/weight_and_grad_dumps/rank_step4395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3523a6c32174e153b60ce4d0548006dc139abf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21cdf1d761430b9818636b8f6a02faada6b9174f92f374082c74a1a6da66767
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4455.pt b/weight_and_grad_dumps/rank_step4455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388a58e1fdef704def00c56e495161ca435b9aac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eac0df7269ad0ae6c76d4b9d036dc5795a2517036fc997111194af23b8275b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4537.pt b/weight_and_grad_dumps/rank_step4537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b04b5a3bb353372689a699d935753fa0eb711
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca92ecd37072db7712e75296c6446cdfe8fcecede1e946661975a4f23ece82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4568.pt b/weight_and_grad_dumps/rank_step4568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e247d4d14d36c8d1bdf6d21693166320a31146
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f9e3c15a8ef90d898d219dfbb3e74a135b2ff41a36ac70e897c613176336df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4639.pt b/weight_and_grad_dumps/rank_step4639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0032b3fe6b589de9ff7ccb5e88b49f80b27d7be0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41145b7571810d6cd8ef69551a4b4e65470c6c94724c34f48c2cb85e035f55d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4691.pt b/weight_and_grad_dumps/rank_step4691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbcca6217e2b47cb52ab3d9523881de5710f65b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0e5520e99f9d6efa10cce2dcca0a4c8dda4eb32b0722650ef1de9fe1212b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4827.pt b/weight_and_grad_dumps/rank_step4827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cb59b19983dde10073c5974b4562bba43b8065
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2605fd9b7777c021c7dbaabd2b44ab5f24dac86adcb7896410560892f56b404
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4878.pt b/weight_and_grad_dumps/rank_step4878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887116969568da54b405c05ecd564885a9426cab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589969ed3dcca764773a20c51497596ae91b3a35e5cfbf23ad03f45b5b13478f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4945.pt b/weight_and_grad_dumps/rank_step4945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee3fe753a3b017ffc19bc886b3a41e956786ec4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae4a2ca924343eed05dcf31608e5a6105c03c11d740568946bffee4ca730a10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5040.pt b/weight_and_grad_dumps/rank_step5040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0a015f52ef0074e9223b06ff8b62282ed51474
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd0560b5c307e0d1a28dcc9a790b7615ca8df19415e9109b4557e8d4f594e5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5122.pt b/weight_and_grad_dumps/rank_step5122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd9d68c24e56fc7c89fe2c3fb554b95bca93735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1eda6f1ecf668eb8fe5981497bd8532a6780568c0f23a6897fbd4deb41f96c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5273.pt b/weight_and_grad_dumps/rank_step5273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1345ae762cac393f01f94b3a730c43dfcf786ad3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937cca4b18a4b19e7f03e7a57af6fef815d496657fe21af977944b06438b398b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5284.pt b/weight_and_grad_dumps/rank_step5284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35aa27a775b02e06bc4955680f46e739e0bd1aa5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246f25eeaec9bc816ab8c4edc461e2dad3a6a1ec3199d8f7c4c05c0a66526685
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step529.pt b/weight_and_grad_dumps/rank_step529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1883bbcb1ff1f2e429082534d3122b2ff96b4baf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7468a1cff71d716509590f0e19c2f3095850e79ebd797d4f34e33cddbde77f2d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5479.pt b/weight_and_grad_dumps/rank_step5479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b737599cf8d4d7426d62290b2c8fcb3f9745e8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3272dfa09db2ba10e5a4801e711a0c32b793bc2e284322de229f379edf3fbb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5615.pt b/weight_and_grad_dumps/rank_step5615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbf0e02d0652c5c94b780692a1669fd4d62c1f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d9be18e94575bf78058b861f52d0c335429698d7dbcc58ea2963e205889e5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5728.pt b/weight_and_grad_dumps/rank_step5728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0adb06769108eda98c1bc057fb4765c451bfbda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb95444c769f8ac48ee86643deb49a9e222f62327a30050425faf229f72d4d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step576.pt b/weight_and_grad_dumps/rank_step576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352fc1fe6b33030e110eb3fb62c993fd66851f58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c19ee0228b602dc52de25aca247b59b31a3f56063c8cc483f3c99d367be8f08
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5777.pt b/weight_and_grad_dumps/rank_step5777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d154f365905b6ae396274d76c2fc76457ec5078
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58883c864803eed151b611a90fd7d1ed1041115c8dbf5d2e573e14732788397
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5780.pt b/weight_and_grad_dumps/rank_step5780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c281fc93e67c39bf47357f3919df8d7ad7d07af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573e87f507e6c40412a812df26e9480c28d9a1767b48756bbedcd62f0026b2e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5854.pt b/weight_and_grad_dumps/rank_step5854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccfa1ed0d95ba8bdb8d23b5551edaefca432df5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63854562d4149c494f1d5a42266816148eeb9cff370a37e1addd69fe0d1181d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5936.pt b/weight_and_grad_dumps/rank_step5936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba839e2f62c27a5eaaae21cc795233e92c0fa7bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ff915d4a80624f98841d53395860c521cca1b9ac84a3441a7982558d74efe8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5969.pt b/weight_and_grad_dumps/rank_step5969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf73cd1ad0b82d842e50e491fa738d2512804d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad5f3979f5837a498f45f7322e6729e2b7c9a1cd492d6e3654de1ab6336bae6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6052.pt b/weight_and_grad_dumps/rank_step6052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56c8732819a5ad94c64621e26ce8a119b096c02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fc87724796e600524be5bb5c52c9824cf792c14191ab166e17cf512843ad7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6198.pt b/weight_and_grad_dumps/rank_step6198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8649c9ad5631846dd0ff43b998a4ed6a842c2ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383720fb4df8dcfb7e8fe413dbb53307ad2deb317e1aad839daa500ee516bdae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6261.pt b/weight_and_grad_dumps/rank_step6261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3ac6e1dcec892e443c917358c6e73772f0022c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c02ff432be426bc588243a0fbac57e323af700f95b4918ff092a82d5a4613b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step627.pt b/weight_and_grad_dumps/rank_step627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3cb3735a73b4618bbfcac9d842424c7efba878
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279698964dddba2873fdb71303d8231ca7651a4f3f938bef805bd3ed9d16fde4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6296.pt b/weight_and_grad_dumps/rank_step6296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec72e2e4b2e77d5aa236b6799459f83533f9392
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f866871a69f82a0478949d26cfa7aecf36befbd5cac2d7cf258598e1e7e2282f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6303.pt b/weight_and_grad_dumps/rank_step6303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d29f6cf3ac6b194f32efed0973a65d2a97075e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fc669557ecc7d7aa1631aa4c4e0641c550185b100419af0560ae0192399d4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6434.pt b/weight_and_grad_dumps/rank_step6434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab055a28a5ef1b043b4b9a3f585c1a0121a5d91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849e6f124f32db30f895660c4c8eeecf2e53fe67fccdd93fde162514a367e389
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6556.pt b/weight_and_grad_dumps/rank_step6556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8b6cef061e620698694404ad92c99fdbdff497
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38535f66dd75b778c700bee796cd38884e4ab99f336e1f170e9fe274ef8c840
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6607.pt b/weight_and_grad_dumps/rank_step6607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae52eb48b103b7a1810d3b4b2f4784acf0bc05a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847d2813e309d92fad09561379fd1b050023f3b78646732879197eaad8712cbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6658.pt b/weight_and_grad_dumps/rank_step6658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a03b243100eab9e2ccd99e5549c01e47cbece
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ba8841f38b8fc61d9e791287b0df2af1522a6f22362c93629a62bd8809ad3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6765.pt b/weight_and_grad_dumps/rank_step6765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec55df9ecea085200c0d7ab445f9c26c2c7af2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3999680b51d3ecb71fbc2c1b09ad26905ea2fd9e5a642a446e9461461c675cd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6792.pt b/weight_and_grad_dumps/rank_step6792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ae8d47a33854b00d19a947aecea64b8636b6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b9fed6d3977d52692d7ed9e16c674b41fc44f23f8daee60cea3ac945901a52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6819.pt b/weight_and_grad_dumps/rank_step6819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533d0ae8560236dcc7aa704be1f9ae08c1aed83b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9760c1cdb8b22438de63e63e41d38f0f2789d781dda63d6820abe1e8a19e47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6924.pt b/weight_and_grad_dumps/rank_step6924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d076628a2d58310edf77696fad13f4aa7d06e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e5697f1872f62e1250ac248753e4037a6dd16ddd36cd804476bc1f8d60ea10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7021.pt b/weight_and_grad_dumps/rank_step7021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191ac87613f6169095c558f56935dfcf3d44b436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b646bf741d3c88294633972cb7e59bde963893966270a119e109a822bcbad6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7089.pt b/weight_and_grad_dumps/rank_step7089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb024ae895d7fbfe1225dfeec4babda44e566064
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1d94f985900c8d5617e4dbb3c2666a3138adb0565979227f9f95ac0414d75c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7143.pt b/weight_and_grad_dumps/rank_step7143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe3aac4871944211d2098e21b52ac831a11a14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e45a88b9796dfaef0f87670147f9e4dafb24349f3a56677a4c09657317972
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7212.pt b/weight_and_grad_dumps/rank_step7212.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22bf5eaad6a53b50228b73c4d982c7b435dc9f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7212.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfd092d5ca712809246ba24c1790a8c96a4cb92a3baebff57cbe19d303cff8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7370.pt b/weight_and_grad_dumps/rank_step7370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef906a2886bae891e961e2d8dc5ae9cdfccc39fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363ef018d988eab2ce8bc367b6b7901bb0cc0caead8e6c49102010d45bb89170
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step74.pt b/weight_and_grad_dumps/rank_step74.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2476cfa5e919104e238314d484ac4f5596a693ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step74.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df220a7cfe4da54fce795ffb6600e6a6726bc284a1194a1c0a5775e22a40be4
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7418.pt b/weight_and_grad_dumps/rank_step7418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebf71b3bf044b02a150ea157106a4a0396c19ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd9ac74e0747fca433f63633ac07f9acca8851ae5844b1024e2904e46222b1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7447.pt b/weight_and_grad_dumps/rank_step7447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c866b8703ca3d8e9fe84b69d7ac3ccfdccfd9c43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3a2e1e42b2246697e2cdafae5a351f204034e6bf1cf146354d2444bea9413e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step745.pt b/weight_and_grad_dumps/rank_step745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac5edcb0650af5c8c5101806f1822298400f4d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37814302be0127aa9fdef48d09869496558eca1c84696b6f979e9f27079e5011
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7525.pt b/weight_and_grad_dumps/rank_step7525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85838fa7a9c8ead9bcd6b91a3e47849cb6e995d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1512f59354e50400c9c26c147cfec878d9b81c9f1bcb6cdd8f46cb28de9446b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7674.pt b/weight_and_grad_dumps/rank_step7674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d434a77982cc6cd66fc2526a49d00d6c95f68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727c2e9b66bf54b89b5b52cb512f3681a00e59e01145c0ad4b303f42ee816f06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7683.pt b/weight_and_grad_dumps/rank_step7683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071fcea6d6dc11d25aefc5d930f6c530bf48887a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2beb0272fe3763803c833b36896268e8ca15840fd6ce6f2fdb62192c337ba6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7908.pt b/weight_and_grad_dumps/rank_step7908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15caf10bfaf597597296ff76eeb2163b19d33ba1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba816004ce14bb723fc813925852cf6ccac6d5f4bbe720a040563656c9cd90f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7957.pt b/weight_and_grad_dumps/rank_step7957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4f90b01afbc2899164214b56c12ab28ea2ba59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d9a16fb4b0b5ae4befe743e2e461fca88fc737ff719b34a6ff8eb633683df2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8217.pt b/weight_and_grad_dumps/rank_step8217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c52561d6dac0f590ebedf6481daea30db01099a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da379f4b620296a793702216ee141e437b77a94568059d03fd8423a9f31ef7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8248.pt b/weight_and_grad_dumps/rank_step8248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad6a413ac2926d9044889c5df074642a74a7ef7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d1d811858f2c84f19cea4574c13af56724b89b0a6175d90aa82fd438a4508
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step83.pt b/weight_and_grad_dumps/rank_step83.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f7f630709e8a02e00cb57b018bf9a1a9015932
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step83.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9589da39a39fb8cac0282233600e5c5d54e4d607a08588ff64ffd1473a028a41
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8375.pt b/weight_and_grad_dumps/rank_step8375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f127df165a5fca1778bce3f9dd559d8f896b8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7160f5ad9115e03219297fb4cf5b24877ba0d89ac34087497b8a6df00d42d916
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8382.pt b/weight_and_grad_dumps/rank_step8382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b364dd061207021f379a625ba6f2aae572dcd8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5b562e3f77dae2d6f640d042ccae97e0fea1af47032a160a657d18d42e7138
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step839.pt b/weight_and_grad_dumps/rank_step839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd466cd4bebc59909ba3353b9a6ac60568fa3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958e9a557b360d3433e4cee886c89c95ddb737178cbcee033d7bf6222b4e915e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8432.pt b/weight_and_grad_dumps/rank_step8432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fd89a2e45f9189d7f850d82f54c926e1bebded
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48e13435c525156a394ad4673c0f6953727c451d2c3d21f7dfc2284333ec7da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8442.pt b/weight_and_grad_dumps/rank_step8442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ac680bd34a5f394cefb9b7a615c7f81944094d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cb71bdd4b6f71c3412f3d9dc030930cb5a2b5b9ffde32464101698b43cf014
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8520.pt b/weight_and_grad_dumps/rank_step8520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b09f306ac5db7d128006d6f9df900ecaef5d24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c4f7bd93bb55240b19565bfd47a37e5a8188f0fbf5240d1d8c0e8cebd53bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8550.pt b/weight_and_grad_dumps/rank_step8550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df91fa1ac2491c8911d53995ff92a20caae1c656
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc6d44322b74496fa4f75648a798ed076cde0267e73b50465319318bb70547d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step866.pt b/weight_and_grad_dumps/rank_step866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f4d8a91f97314d293256eb0735c59fe4fe9313
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4fb863e9595b5554d656a95ef36d2ad2913046886751ff4e90831bbf66ae4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8671.pt b/weight_and_grad_dumps/rank_step8671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb77ebb847cd40191ef01a5a3a26c1e6f1ee364
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2f2110914f2740915528c972672138453e77544440fb520ef72df4cdf8a62a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8686.pt b/weight_and_grad_dumps/rank_step8686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dba5373978e72c1888b299a2eab104c6c048560
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d553aed31cc4ba3ab93bf98eb98e8f170064b3d35b605c5b3546cc78b48dab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8713.pt b/weight_and_grad_dumps/rank_step8713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1311fc952518ba1899e4b769bf557294bd7eb00f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8674343b2ccebf5a37b08a717f246e4c4feb18abcd1fad9e8a835cb278e6a543
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8830.pt b/weight_and_grad_dumps/rank_step8830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc263db57b0a2b051d821c0f37fad3eca93c733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa8295b5bdcb528b434d101f89f284211922d65b556065f6417c76f76a5917a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8898.pt b/weight_and_grad_dumps/rank_step8898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df647715ebedd6a7ad386c9c24abef59cbbcea3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58d91ee40dd30c7dcd948b5b1ee544aa48f2886fd17447f25f6a8731739224
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step891.pt b/weight_and_grad_dumps/rank_step891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d50e9bb7769f4c8d960c244f12b2157ed7d80e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c21009d6bbf1da6668458c7cd80e638bd36d71b67005362d2e88501637a9af1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8952.pt b/weight_and_grad_dumps/rank_step8952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad08ac31aede417ea4dd65dbfe93402d05cefb89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ce021ca979434fd1161cd58f738567c02237d310ddfc85fec717a34bc7e328
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9008.pt b/weight_and_grad_dumps/rank_step9008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ad624d982b0acb02bd5e8e2bf6eb3ee920d32f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834de92d96b17e42d98431a6b702b834f73fb673e1648ea5d0fe7ab62dc51773
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step904.pt b/weight_and_grad_dumps/rank_step904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bc9cc9b91905c1789ce66464777d76b1389092
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddcbe79c0a2f4df848df06cf543f47124ecedb87f10291900adb37b5885f3f8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9057.pt b/weight_and_grad_dumps/rank_step9057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c353c3b9e8488e5d321baacf485840e1bc2d21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1fcfae7a19a969907323c9709b174f39efd28ca5a43a0ccdc4a631f492cc1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9135.pt b/weight_and_grad_dumps/rank_step9135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e8c4bb557201cde30b30f3cf3aae741a70f381
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820050c223771f30cdd542267aa23f0ee3b2fc2b61329d79708af66895a43e4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9293.pt b/weight_and_grad_dumps/rank_step9293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2b92ddddb886adbe3baf05c1c14ca81c824e29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe36c5f211eb3982f0f335817ed3f4bc5351dd7d96784bd1cf9348df4476ddb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9306.pt b/weight_and_grad_dumps/rank_step9306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010029ce9fb6b6168dfbc452997c4f6b6f3da8f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62031601b27234a97baf9eb6275869f877bfa32970cc6c806dc84995dd90ea46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9359.pt b/weight_and_grad_dumps/rank_step9359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a7a5bff4bdb4808c7961d96240853de2f04b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782947d35742170a4ecf4a081661efbfd7b5300c4f38412f1210858209f277c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9499.pt b/weight_and_grad_dumps/rank_step9499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c00b35026958c55afa3d5cf63c60c50fae09a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ca186cd4dce9820c761d49d213ff9e5e004e0567e98509e5e4d1c6c154b31a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9602.pt b/weight_and_grad_dumps/rank_step9602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fc258929ea55ab962c50cb25a87717fe2915ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d725f671da43a2465df90c82ba94e58368031fa4c40849518cc89cc6e617aa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9760.pt b/weight_and_grad_dumps/rank_step9760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddcd3d169ad71c164382472b91b547a2495923e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f13f30ba5aa6d9c6e15523e3e99e29abf5a6fe6f49ae327893a31ca2fcb46d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9797.pt b/weight_and_grad_dumps/rank_step9797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1addddc53403cbddf0a63fe9b1e188bcb3147273
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e149894a9182a40fda4598a3d5a3ce4d2754ec1ea248ea815dfe53df48d50880
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9843.pt b/weight_and_grad_dumps/rank_step9843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e237230e44e07d25774c2faf547b214eb33843e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d8f36372b2c7634a0108c145684aa5727a1ce3e534bae142ca7735ed833f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9921.pt b/weight_and_grad_dumps/rank_step9921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272aa1ca287d6f8e1b6e74566c6971d8ed75601
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9490b1114e3a38ba0610f93193316654c71a4d987e4e4361e29fcfa82efc249d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9989.pt b/weight_and_grad_dumps/rank_step9989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ff61cd63f06c752516e52839de862b5e40acb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3655adfffda959a589b30ce258ab8ff12871eb9e920610c63a3a09c1a8e575f2
+size 1524331132