diff --git a/weight_and_grad_dumps/rank_step1002.pt b/weight_and_grad_dumps/rank_step1002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9252bd4cc54570c6f13d8191abff4236b1ec9e6f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3328fc592afcebab1284a4bd31c2e63d701998b2f0c76c5816cde32e6f5f387
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1072.pt b/weight_and_grad_dumps/rank_step1072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37290a8a11a47dbd455278572bee41127296210a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b23b17ac5ef74850674a51656909d82effacbc0441b7285eb963b2f0c40448
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1085.pt b/weight_and_grad_dumps/rank_step1085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c911ba1e7e9f011f96e1fd63c51e3e9a4e5b57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49b132361532c31a858581f5c7de9d5b92548b7256e947c2714809a2b1cb735
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1110.pt b/weight_and_grad_dumps/rank_step1110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c220db0ef0c8a78f6e15b99598c02fd7c9b0b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ef31d6793e7b24e4f32d667f3e6a97f5d55d5c2be05db67d9b6c2888772e38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1160.pt b/weight_and_grad_dumps/rank_step1160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0475e6763749eb1cfa5d1f1bdfda9eeeff765fb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbf4b351b0cebc0a130f9e67b929f2f83ba124ba3ae1458374b8625f25a501d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1197.pt b/weight_and_grad_dumps/rank_step1197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df52662bf0536a2e6223e32fe0a0151215b2a856
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408173596af1f15f681c73561b62790279a73aeca7a00b9892cff3db91c85a60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1231.pt b/weight_and_grad_dumps/rank_step1231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd0c7402ab94e3293e731d10203e56535fbd1c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f275063a4ff5b1de12e03b49caaa7ecec3575d9fc23528cf87ea2368d0b4af56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1241.pt b/weight_and_grad_dumps/rank_step1241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0628d032f8072d9d40eea2a82c0f9d1d1af625
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef813609e6aee0da3bcc6d669cc46263da2525a14e44bb16fa66f03de453ef7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1299.pt b/weight_and_grad_dumps/rank_step1299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52965a1476f762cb52d56faedc66ed72a39a833
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d975684b95df2f24e683b6e0074c9f700478ca0428e20f522da9cc2c2e0f56e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1323.pt b/weight_and_grad_dumps/rank_step1323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62352fc63733e92e1bc3a3f1a29a69bbb293c63f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7192d8cd8cbc4c7c5cfecae2dfdf6833736c4ee6c2d0541a100b991dcbe320
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1904.pt b/weight_and_grad_dumps/rank_step1904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2137bb10c22aa791850940198e5d5b825e8d30ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1343432559d535e639f7f5cb94892682e0a083a7c35a15f356b3ca7f1491fe74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2010.pt b/weight_and_grad_dumps/rank_step2010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ecee32d129faca17987c82126fecb7c854b8b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798fc21051181a0896dcb0d5af8966f05001cf05c4045c54d6f16953167272e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2060.pt b/weight_and_grad_dumps/rank_step2060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622ede1b841fd307f231c3b8664c614407c2f13d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1cec2c63d64c2b9b714194595d3ac96256444a1b041fffc7f5782fe89765ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2097.pt b/weight_and_grad_dumps/rank_step2097.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d7fcd84be926a6631a7a0be9c3a11fd27319de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2097.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a5d437118d8bba2c96e9cf68c47fa982e388a71fd01c674bb273973ce708b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2102.pt b/weight_and_grad_dumps/rank_step2102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7be721687f464aa7cc3a58fa339887776cb924
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7676086c0a3394979ad14c2dbe1c47380d72a076bb6609e3e8957173a47530
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2172.pt b/weight_and_grad_dumps/rank_step2172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5ef6ae5846b26ead925c49aad48895c6899a77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245722810d1dc4c3fd3a26d17e560ec7a21569924903a0496b4e0bc3bab091d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2223.pt b/weight_and_grad_dumps/rank_step2223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b7d58f1b976422108ae5241348350225c1fb57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea3d2f82017067a47f6a6255e12d4f6bdbbf79e0e77e47a2e277ae7fa4b251d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2253.pt b/weight_and_grad_dumps/rank_step2253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87354dcd8939342a2f42bde275397a09cb6513cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae29fab7bd51aba0190e66e04a7d5c7ac5684f2e73ebc0f137b70a12fb8326
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2331.pt b/weight_and_grad_dumps/rank_step2331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6615397eb31cb62e252d2704c6bb1b386e6a79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850a271f1ec9db9d096622e7f77df4f1cc4de9ee19fca08411e6f9dbcffd30a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2341.pt b/weight_and_grad_dumps/rank_step2341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e61a7347136807f32391eb47bde82e6ff0fd454
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b0c02f5b6ddf0e7506ad8231a3f598520781b429b7f2a96ee8d246a9387673
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2708.pt b/weight_and_grad_dumps/rank_step2708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095562b85f7fffa33338ea793749d510c73f031
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8e9de680d664a4e3d200eb6b2a6ff94bddc858e8e6711ea11c433c66087b0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3342.pt b/weight_and_grad_dumps/rank_step3342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b30cca3b92720c1b3fbeb6e235fb6fb4fe4b02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1e2a6d6eae6d57a81d2e3a186f5b88d7c4041533c4ce6978baae23ac505c44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3405.pt b/weight_and_grad_dumps/rank_step3405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5597c0315d691ca4ed97a8303407c431c25f0310
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5558e4a3f38e8a4a2cc4dddb95383b7662c4d679b123887d8fa4fac42f7680
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3482.pt b/weight_and_grad_dumps/rank_step3482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81eac2c495197e372c35bf5d76242b9e485ce1d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b027c1d8ba8c6c8faa8c6ab1be7a3700730c1eb3a3d260ed4a3e653343ac0a10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3517.pt b/weight_and_grad_dumps/rank_step3517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faef9c516cb22e9539974f7b8f6971bfa9ba57d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b471529b3b92d67000b16fd0a6f2b81fe50e3f4a839375249270acdd04577d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3538.pt b/weight_and_grad_dumps/rank_step3538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159af676991f43279a10bd694b51680cc9be411
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e0a5e96086cd6d8f3c91a44a294463c2d9a8ebfd15338c5a3e5686f24dc356
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step354.pt b/weight_and_grad_dumps/rank_step354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e4a99c690c539116485475a34e95abaabf3dfc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8679b0834eb8471671ec97c31a565acc1442ebee5554bdcd3bb5ed85e870ddeb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3548.pt b/weight_and_grad_dumps/rank_step3548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a335bf76509ded1a460af64e214b280b087565
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fad29213a0e2c27c896e2022fc0a805a96b24652e1f1fe71154c16bd8c682b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3567.pt b/weight_and_grad_dumps/rank_step3567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7837bd2ac9751817ec3f62ab219055b67908948
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2725374dc2a981787cd64bbb00697cad4d09bb8b640276a37f462c90163b5ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3590.pt b/weight_and_grad_dumps/rank_step3590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec251aa545986edc69b4f67ef1a2bb782a6f592
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfc3eeb971604ed8bfd01f2d91d1a7b9835c62822ef57b7fb7aacde5926d5a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3619.pt b/weight_and_grad_dumps/rank_step3619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8faccc046cbfd652c5630d0cdbcf8dab82ac8d91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d36263084454975c05be9d772bbd660acd48d179df0ad655bde4e3dc0b2b100
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3646.pt b/weight_and_grad_dumps/rank_step3646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a29569b8ba3135a03033bef6fb494fe164828b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1038dfa5f36acf201b2dd0dd33974875da9dc05a9a34fae4e199f777da68eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3724.pt b/weight_and_grad_dumps/rank_step3724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199cfc67722441193d98e4bf5bc041be44e118d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d126a1c8e0f13a907d034b8367dbf81da0ab62dac5047c3c7c063c5000f1b7fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3754.pt b/weight_and_grad_dumps/rank_step3754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ba57e86c0ab28e3d949360bd614be734d2b5ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ede9fbb8480e14d4ba5de91ea3b7d4a79ac842322ebbaf96753c29400d7ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3807.pt b/weight_and_grad_dumps/rank_step3807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6553301b9219e6923c3b43b9609e03bfaabe21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870cecdd7b95702e2b24fab2a0b53886a3f363ce9b74c6689789065e0da063f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3828.pt b/weight_and_grad_dumps/rank_step3828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d7e73a4b1c1f871daffeb5fbf2971536bf80d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5453b3089ba1f5059cfad4a0a5a6d7d552ef91d62ca0d8c48535dfda71a3fae8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3858.pt b/weight_and_grad_dumps/rank_step3858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b4cf45713b2a621136a74243dcab34bb6a89fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c62ad5de7f9fb73542903aa1f88d96b0d20020e189301cf83a8960904f3ca6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3877.pt b/weight_and_grad_dumps/rank_step3877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a04d6dba82b5c643a79ae934845470bbb625f27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e295d5781cac9760e5b481a8a63c20aa5fa49e2b048e5cbdbf83b61fca65439
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3880.pt b/weight_and_grad_dumps/rank_step3880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4b127fa9baab26aa36c1ff5e04b7f10d85997d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af17828a4928b86111cdf62de11ec45ee15f366ffe911049660a2a490c508b95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3915.pt b/weight_and_grad_dumps/rank_step3915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4795a2589556c9b789be69e8c4d39cb8fe31607f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccd281aa612be6db66b60517110cfce253ff164035a4b52d88a584f4f6d5d26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3965.pt b/weight_and_grad_dumps/rank_step3965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083975353cda89f76f50144276a7e20b156da136
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fa335f9a2edb9646faa889c58f53d1ecb369ef16f2c02e037d57844c892c61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3992.pt b/weight_and_grad_dumps/rank_step3992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2a787625ce7c8eb9c406c1a1721ec516806b96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda35a2d4f6b8bd11125e627b47ae33d37c1db5174aeb44466be198c3b1d03de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4034.pt b/weight_and_grad_dumps/rank_step4034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cb295a9ee7a696a420fcd9a3c5df2d1257fd9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dda2b81f2622c274ac21427e268d7a3e3007b5e1dedfc6d4fc40b6a8bdbd133
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4044.pt b/weight_and_grad_dumps/rank_step4044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff0ec734d77a35356004a01a84a01ad84fbc1d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067c89824c7d7b46ecb372b69be4c2614cb15ff853820c19da6f8235da5a019f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4109.pt b/weight_and_grad_dumps/rank_step4109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b33ccf560bb1c90120b5ee3c222f91c2b1c532
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7407a0dfd1920ca55260bb9b0465f5314e1c25706b556a88e3ddfd5555220d46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4126.pt b/weight_and_grad_dumps/rank_step4126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf76240d648253af3aca976ede43bc37cbb06b8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011ea1a3da6c55ebe0e3becc343868eb8b01600c7b699450eb93245237d2b161
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step413.pt b/weight_and_grad_dumps/rank_step413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333e80bc2c4cdd1b8a8a7ed36928456cea6edcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8662618723ebaaaf3e54e04e5a46c14ec465c67314b86b8461fa93739349fd60
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4179.pt b/weight_and_grad_dumps/rank_step4179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab32d985c13ed3d446f7f9dc1e6f7fed36e9795c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebc7bfeac783109258c503114573b031fb3ff5d5c4e8a3dff91bd790f278d47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4207.pt b/weight_and_grad_dumps/rank_step4207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc21f5ff93679931a34875468b5725bd1e2d37fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9891857a112b73f7dbb6cad50b51115e13c5ae3519f32d31d09f6927696fdfc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4228.pt b/weight_and_grad_dumps/rank_step4228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd00301f9a0ef8357f4711cd02e06e0c9619073
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0f8a177a7150c85eac26120d9adfef5bc58266517d7f5077225cfa2e4c9de8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4258.pt b/weight_and_grad_dumps/rank_step4258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b6738869c3ba0e887221611b2f53d1fe661729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf951386c3c17b6bfb75e96775c951204274a9f19add6bd2870df96dd174181
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4277.pt b/weight_and_grad_dumps/rank_step4277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdcd922390c7e2055080df765e3b4dbdc314175
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79df4d68aa86e338e4ab2bfde0227657fc5db91e97728240dae541e906aae64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4280.pt b/weight_and_grad_dumps/rank_step4280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae07691f7ae00e8cf091513c87a68d2bfd74686
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86d3aba69fe95ffdeafa5c44cca2fc4445e70c7ef535bdaa17aa06e25434749
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4315.pt b/weight_and_grad_dumps/rank_step4315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf5641ae1a56d4a78ecef2cb93cca06238b17fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9248b3c16e1d3a5c155ef3876612048fe2cc33f2df380b35da3946a95d82a7d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4365.pt b/weight_and_grad_dumps/rank_step4365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890729d356e164cdd83dfe8d513b4d6c1955f410
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c7d3e5255cef6bbddbd2c4a4ae5928f0660855c024dfa3a548539b2f2f2859
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4784.pt b/weight_and_grad_dumps/rank_step4784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af358596182d5bfc5cb4f8126742f340e974894a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d59a7590a5da9cd8df10ac0db1c83e5036b32e3401ac3342ad0bc18d388fe1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step494.pt b/weight_and_grad_dumps/rank_step494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a5a9644053676be9dd32ab85827555e7145f74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d0ecfe8560464ef98fa37fd923b54f44d0149b9aaa1e2ee3c4f6e022ed2b6e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5421.pt b/weight_and_grad_dumps/rank_step5421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd52aa434ad8c744eb162f533d9769aad21196f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158269a97ebd906f040d792d95ca5e3cf8d596cf81f03da1de177105e29a68ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5451.pt b/weight_and_grad_dumps/rank_step5451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4d29e9de14bb4a5b06a411bdc5d886ddf72cf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf975d79fed228e62afed12f0091ed131f18b1ab57ed9c829cab1e3b3d3a9f46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5489.pt b/weight_and_grad_dumps/rank_step5489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f9934aec97afeeded2896f1c152100666cf3cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c92fc668cf68de2f5664e832727dd41138a8c4ec20d501c4d0eb0601785e91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5533.pt b/weight_and_grad_dumps/rank_step5533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07575355cb2cb2da800340ff0b55120e52b00446
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eb6e12dbc18ee56bf12b9ae5eac036b488e083e26bbb1aeab0a622c6d08e7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5543.pt b/weight_and_grad_dumps/rank_step5543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025c22a3ceb66500ed39ee8d3fc1e6afe66fdec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91fbe8a23d5b382b1a517748a2031d71b2c33ab1903e5ea0716e8625452ecaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5612.pt b/weight_and_grad_dumps/rank_step5612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0634855bc5cabec01fbe7946e240203d79e5463f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e081c9bc5d4a9fd6ed03a1019c6f20f9583fad55184ea599dacac3817d94c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5662.pt b/weight_and_grad_dumps/rank_step5662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bfffc0b0cc5ae39d6d1c3af71181ce1cef77bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c391932acf1f4901f623435b72b1143f8e08eedfde1fa7a0002ed176f4c5028
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5695.pt b/weight_and_grad_dumps/rank_step5695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d52b2d7fb224c9bf62a4953eab90d1fb6e97c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca7f0b61b369d13536bfa6f64f3ab8f72cefaf117c65e81df984ab6d7d0ef1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5700.pt b/weight_and_grad_dumps/rank_step5700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b058aabe2c6fb63607d38265cbd379ebee1687
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f905aac782acd136b32d1f27c4deea2cf1c5b36a8349851676252fc7c6ec3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step571.pt b/weight_and_grad_dumps/rank_step571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e639f0fd3b0ebc1fd33b27dcd08c9f6c9f28fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d75ccfb8dce724d2c02adbbea0628fe795bfcb8ab11e43f006ae320e7c12c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5770.pt b/weight_and_grad_dumps/rank_step5770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6db7854b2960c05af190b256a0cdce0b072ccd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a77a930066072f64d082c256b87a467772b3e5a7cb14e37390a4ec023edb928
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5787.pt b/weight_and_grad_dumps/rank_step5787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6e127fb00a0be11c41d01f3ce2e0c17e00f6cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5683fc50de30315848230dae402df18b2d0d75d1e1f822a7aa35885fe5e46576
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5823.pt b/weight_and_grad_dumps/rank_step5823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad8e3f93733fc9afd8ea589f5204fd605c6e4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93de2644dca47e90dbad605623d2f58e153ee25bf888635984ac7564d4bd34c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step586.pt b/weight_and_grad_dumps/rank_step586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a268122ee94c1e18e86b93c1b346bfa29efff29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2df10373926dc8583b1ff82b0eb20a101269dc8be483be9976fb97fd7e1333
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5931.pt b/weight_and_grad_dumps/rank_step5931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f3683df1286c114b038ffaa7588dc1fd63559d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51ac2a4fa65f9e5b596d3edc16aa795036b6abb0b0172132a993c132aafd8c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5941.pt b/weight_and_grad_dumps/rank_step5941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4691d725133acb2a49ec86decc5ab040e4f6a8cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb8ba46cfabd830c9294dd37c3097dec89781ae2feb8928fb181f5a1bd2a425
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5999.pt b/weight_and_grad_dumps/rank_step5999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440131ed26d9437505fc9d857a0fa37ac22f6783
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0738f5730790b205748df03792154fa5737a8b3c36d1046e70c6ab5baae3092e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6.pt b/weight_and_grad_dumps/rank_step6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc155ddda920d1f8b72f4302fdd74bbbd2ea8eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb9c84374b9b8e8683dc266cde30926ccbd43a9cfff96dacd63191366e9ba8c
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step6433.pt b/weight_and_grad_dumps/rank_step6433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1bf37f5baa63f468c8faf6e05dcd56020be554
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec146fb3b1f182d06d9e785376a0b323d3cf4d3057b81e6e07764ac6f4a26e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6443.pt b/weight_and_grad_dumps/rank_step6443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc7bfa3f29577fc217ec6bd40c4f59323f0dbb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba8655cf85cc7729bda66b58bbec7ca5603b5fa51e280bc49cd056956f15871
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step650.pt b/weight_and_grad_dumps/rank_step650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f36e331c6dc0532d20f22728dd57d0d39c5ba23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c64ce1a72fe9fba6d1048ce6b3d82960942d518c381f454faa834c39c5d2e6f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6521.pt b/weight_and_grad_dumps/rank_step6521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7ccd08d6361eb85e7f7957b6cb9725ff3d4baa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db629e9871363bc4a54b225bf446f09573da009ddc3c3b1a14ea9aa49a2379a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6551.pt b/weight_and_grad_dumps/rank_step6551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919786fba03a9b6a6b241eb99ea93a8bb6f0666f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3726aba3fc9fe50c3e185b339d8cab67c0eb559d702cb4e1bb970b10a033dfc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6600.pt b/weight_and_grad_dumps/rank_step6600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde5e3c38d04fcd17edc6632aceaec7313d2afac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805c5e62b3814b59cb768d472c67ea697a7a955b8d23b64ccd6837780882acf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6687.pt b/weight_and_grad_dumps/rank_step6687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2cfa61c3a374acadffeb69b37691b383c5081
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd9838e99ef9923f674ddd6b05f5c8ca91472167e7029bcaceb7fcc6cea862e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6762.pt b/weight_and_grad_dumps/rank_step6762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef0b5db61d8ad0bbe68a081961276853200b8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b3f31b55e94c938a8cce00ff8ff0e09f36bbe3a63439bed50607635a416d8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6831.pt b/weight_and_grad_dumps/rank_step6831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a07363c50e55ee455a15fedf6cb3cbfcdf4404
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b06fc97c308a2b201d2851c2f41f40c003f0dcad45f5c289711c37770fda39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6841.pt b/weight_and_grad_dumps/rank_step6841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958fe61a4729e2df1cb505bb5caca6d70ee07373
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4af17daf18ea9ca568583712ab4543d27b06acca6d97cd8bde3e67dc36f746f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step688.pt b/weight_and_grad_dumps/rank_step688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e67514935f101933460377fec3da30a991735d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4808c0cc4ea1626c0be8530e4075e353e66cea41134a6eb07a406a22680aac99
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6899.pt b/weight_and_grad_dumps/rank_step6899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb103a1d53f45a57b03232da8e0fb852fbf152
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8731cfcb3a2729371a6e19b395c84acdd5d78206c31ec21bf90c1948f496648e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6953.pt b/weight_and_grad_dumps/rank_step6953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01034aff99fdfff1563feb4dd6bf50a669383ecf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3006c79aaea7bf1d94f754265f30215da9d45067bc54744e3138fa42a3462c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7009.pt b/weight_and_grad_dumps/rank_step7009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799eca120b2f03062e0ba3e4f10ff1424a7221db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723062f48c750a9baf95569ad6fa0c475b773b1d474daf776816fa95da35e67e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7026.pt b/weight_and_grad_dumps/rank_step7026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e96c59c9cd07c270658f640b8991b30c8e44c25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281b963331edd29ba20c88f8ce28e57cb92ef634d7676024ea8ec2d8284bd2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7056.pt b/weight_and_grad_dumps/rank_step7056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ed808c3dd7e6fce1a9ef27e4f22caa5841c360
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f76c791aab9288ee3053151b9e2d9aba14ee7670cea0234ddc15760070422c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7079.pt b/weight_and_grad_dumps/rank_step7079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ffdd9a236e297cc66be46bdae40b983620f587
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c945585f8979052c4e37ebc198d56d919667a0976cd9b71595bb11da79bf43bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7134.pt b/weight_and_grad_dumps/rank_step7134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20645107aa0535f8909772232216d1ad817e5ab8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c7e24b2b728ee98f05d4afcba9b041a5573f0e2dd5de0fd39109381cd89ff1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7144.pt b/weight_and_grad_dumps/rank_step7144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4d774cd6320e8575a681b1dcd0ccc3f9022b9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb6bee0cd34f071709b55787f9217bd826799529e0bdbd8ff41c81d2a58c5cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7215.pt b/weight_and_grad_dumps/rank_step7215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e5029fb4e9683c8ca8c304a3b0fad8f486684
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095bbf329954e8726af5d8dd80a1ed5b66f0dee17797b28973941ba17eb0168a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7265.pt b/weight_and_grad_dumps/rank_step7265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4c486b9e817ee4f925babcdd663dcbf544de45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacb89632c76dd76d2d282f2e52ab70ac6818b9f97e3ec5881559a164a4e432e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7292.pt b/weight_and_grad_dumps/rank_step7292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b187e10f4ee07cdbcc4c6c3276ba777072f7a6b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84f3c53c4d1abe1a53f880b06b03aaf6299f799f4d28634530fa7ec05a946eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step73.pt b/weight_and_grad_dumps/rank_step73.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e2610e9e1653c892c66fe03c7b47b88fdf40de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step73.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336d288a488d8c60bf21c4def1fa5f4222ee2c0b74774d451a216009ac7ab41c
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step732.pt b/weight_and_grad_dumps/rank_step732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac19c4410e8f12c563aadbdfef492240cd37774
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9986b9dcb3fe224e5c70a0dd3c0443349570ab13856390dbc9cb8aa863f37847
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7328.pt b/weight_and_grad_dumps/rank_step7328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbf50939b3ce8fb56d39cb8feb8ba158f0f946d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efb06c3cdec1ff4e928cae995d64e7a92309e39357737987c385018e9704b58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7358.pt b/weight_and_grad_dumps/rank_step7358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c2573fb86c7c4e477bfb378f6eb5ef88a2350d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704e11d3adcb2cef6393adefe5245aa2ca2745cd31957b64962de512ae26a4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7377.pt b/weight_and_grad_dumps/rank_step7377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac16c6b75e21277bdfe7db419d701d195e7e27e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ed28b18bee4de12a1fabf9d6f81971edac5019bd5b40f146499f087a1a2a46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7380.pt b/weight_and_grad_dumps/rank_step7380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7603b618f155f74c0b1dbfa24b85cbbc6890f56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db21e510b6fbd02cecc569537156226f2da4fe49923a1e58b0ab9a460762bc04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7842.pt b/weight_and_grad_dumps/rank_step7842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d532c4fd0db7e7b691e64554949b861326f1e4cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caa0b23b50f9379524877a50cbfe50e1ba2b0e523427a34b2c19ad79abdd135
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step811.pt b/weight_and_grad_dumps/rank_step811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c98ee2b643f8084b93f3e14d30f6d7dac59fdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502358490adc097a7485aeb37bd9c4f41653172e908b2a47eff72c5911c2732
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step84.pt b/weight_and_grad_dumps/rank_step84.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9e7fc907b3755e51c368a5b1f8c93625a49ee5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step84.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33402f89937670d93f9cdf7d8caff01af96017fc329800b2b9fe34b93ac8a633
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8435.pt b/weight_and_grad_dumps/rank_step8435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61912c8c49f8d6a66cbf0503ecd0dafefb35d564
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3257c047af3c7e270347c777f40b50ff7144f9d0671af64d788956e0b51d7777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8445.pt b/weight_and_grad_dumps/rank_step8445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6d73808e8399bfdb10ba74323c2d9e9ccc27c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b0b103712ae5cd48cd6185b30360fde7bfa7e8937133ee4b22baf16f97e019
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8508.pt b/weight_and_grad_dumps/rank_step8508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250c0fc16c33e86e0907a794a69f9e3a57b30e2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486dea779be5a3c2a15d74044069152c819ed2cc8d842075cc058c0726603deb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8527.pt b/weight_and_grad_dumps/rank_step8527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2920928184a1efd5dd0faa2a044edfdca70c4084
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2587305d053f70324270e6e32628c958ed6c8f970e1e4c331843a5418c2656
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8557.pt b/weight_and_grad_dumps/rank_step8557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b81163bd55a3060932d49a4bfb2faf57240f89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eb696d0cfd77daed519eaa66283c488cf919b4943f27fa9de0ff3df0f7e170
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8578.pt b/weight_and_grad_dumps/rank_step8578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a42ae4ccd178677afd362edfd02ed149ef16b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3902e02746119c62e955f6313cfa45138b60cd779b6d409267700d9e2ef06c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8606.pt b/weight_and_grad_dumps/rank_step8606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306cefabb2d4057017ccccc10507a3cdcb053367
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3691da9b3deadba7ded5dc0d086dd9b9487c402799147e194e95092a9cb971c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step861.pt b/weight_and_grad_dumps/rank_step861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a4400323a6313146eab1b7865e49e63bac728e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c90b9596b50b7c58371b32049f6782bef87976d62fd787c904c1d0b1c96f139
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8629.pt b/weight_and_grad_dumps/rank_step8629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa983a6d6da55ffeba03a7288bb631dac4428c2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b92ec1fb54027c7cb690816e75ca5097cf96dc8632927125df9141e531863
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8659.pt b/weight_and_grad_dumps/rank_step8659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc4948069af9bd3b1685cabc8a148a2212e15d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51aedb3ed27940eda3ede8629b4092221b9faeaa415a7cbac538f1b7780f82d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8681.pt b/weight_and_grad_dumps/rank_step8681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dab20882b3a5ff32794ea060eb430b120a8c35a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e6ab8a5894caecddec29662a3cbe44f47537eb6b4a153335ab51963faf5bf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8714.pt b/weight_and_grad_dumps/rank_step8714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1349a1e72476cb815e16cb69c26ff5284e56baca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fd997a45d16ab831c6dec2fa420059ddd719a95988935882721db1a1479e91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8764.pt b/weight_and_grad_dumps/rank_step8764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe3af80ced9b4dd7c23fb35b40bb41617c3e74d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2306feff98aeaf6b8728d75610de13da4189272040fafbdd5664ce1671faf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8793.pt b/weight_and_grad_dumps/rank_step8793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecf482ee5ea7baa4a83534e83c713e9219c378c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db30dc6880072c332bb6efd89d6d5a9b4759e7e0d20348ae72b05655a7c1ea6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8818.pt b/weight_and_grad_dumps/rank_step8818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddef521794f2470c479413fa7c6ca92df5bafc7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb4ac3e7c84b81746b3e675be171ec95ff8abe8697f88d038dd0602ff4b4208
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8837.pt b/weight_and_grad_dumps/rank_step8837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b94afad717e338ff64fb094cd6facbcaed40b89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8247893aa98f836cc71cb2b67bf10eddc69060cd615a0724f93a725aa8fede
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8868.pt b/weight_and_grad_dumps/rank_step8868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d18872891c0abc981014ebd56d4216056827e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a668c588347a3a8d2f0f3accbf59309e06c25b929dec0fdb91e96caaa86a1d3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8955.pt b/weight_and_grad_dumps/rank_step8955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8e3ec1660777b355b1b0e9972e74f430d006db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01cdf58e764314db24fa60b05d4b4f8892f1e4cb169981f96b1ac2341cd0b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step896.pt b/weight_and_grad_dumps/rank_step896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f559a331b5e012310e0d9f9925334971598da589
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86fdfc4ab35f7bd5c032e7564212bd47f1a994f79c4e5655777ecc313b5cdb7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9020.pt b/weight_and_grad_dumps/rank_step9020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc71f6e1b67e7d32c632305f436060b58d83b254
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c226039ea29bdefc429b670582af0c1a00b048db0ea911cf2eb064f34d5466
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step903.pt b/weight_and_grad_dumps/rank_step903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934c322019c69857b063fda6962329afdd879d11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71b7d02ba200b18afe5a4196ddd4760bf31763a5334bd4a931d76fddaa48d67
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9050.pt b/weight_and_grad_dumps/rank_step9050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1d4542dc6b198c359518da5a6ddcb46ee68866
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94861a5572956c98ad86bcc9d649e9c4fe5bc513d2fa530137dceea858c2bd39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9088.pt b/weight_and_grad_dumps/rank_step9088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b66b78ad4619e91ceceb73977d6d56e2e7c4e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d5ff07d273e5a9388fe89f26587959669ac71479b703827e3c2e095c03a19b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9142.pt b/weight_and_grad_dumps/rank_step9142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee300aaf2bd79fc8d497b405d4b7d1fa3bf7b40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd232ba60b0930fa8765cf2bffc0c5715ed77df18cf39d55d0ff11e5ae3aa8bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9213.pt b/weight_and_grad_dumps/rank_step9213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bfdb60c04e46bec4fcb0cc8102e2c486a782ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f65811cd508779ad3b07adbb085ccf89845cb35dfee02ee071d0804e61d0a11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9294.pt b/weight_and_grad_dumps/rank_step9294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0988bf32567935caab96677b8a3bc1b4b1d2726c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb604abb360dffbe69d47bccc3063b9173f1896a451659975bcbf35e56525638
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9371.pt b/weight_and_grad_dumps/rank_step9371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be276608b50cf58917762fba107fd3c4a241316d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58dbfeaf2496370eff1e77043bcb9cccd2cb393e6b3a5e127ba6d8b428fb620
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step973.pt b/weight_and_grad_dumps/rank_step973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65ce0edf1d3be64937c2af8c16444a09ec8915a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8fbc7244e78b84d961aa7e193fabf7c36671970f14d5d64f4b781dad74d3c0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9748.pt b/weight_and_grad_dumps/rank_step9748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7867d2a79d12d729bead435dc8f846eadde3c376
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a2c865d40dd9d443283730ee3758375ad0a4a0067d061c753881687713b62e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step984.pt b/weight_and_grad_dumps/rank_step984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10b286ff47bd2467e46fd01acaae1199e2eca3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b8461b6966c0870d80daa36adea74d73927866c32f2196c4be6355d00e870
+size 1524331126