diff --git a/weight_and_grad_dumps/rank_step1459.pt b/weight_and_grad_dumps/rank_step1459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf872bbb4e5dd8e88f9acfa872a1cb61acf0649
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfef2fde7f35fcb3df9035c7ee7717dcc6a36437c7a2d563bbd0a0ab590a5fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1564.pt b/weight_and_grad_dumps/rank_step1564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a88ce56c677c71f9fd72276effb3898dfd3e42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2030da08e1e9efcb62dcf6b8ea43c2f1648fa866163ff8254160c20ea4f3d4b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1635.pt b/weight_and_grad_dumps/rank_step1635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51face0f8c7b688fc00bd9ac6ec78510536ae810
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4665884654de7f6df5e13dd699551db857a1b260841c03b726f52724f5d3097c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1708.pt b/weight_and_grad_dumps/rank_step1708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efda8576f3c18bde26f996548763523b6be95a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c0820c7edc790a62ad60b2c110edaf9fdf92c83b1cfe695531bb38d482c25b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step175.pt b/weight_and_grad_dumps/rank_step175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c573520959018c5cb19a99150a8b190423f3e2a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083570bc325b360447e5d7222354a4b989aa8404dd9f031b7748bad9c1265e2b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1757.pt b/weight_and_grad_dumps/rank_step1757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b731f0a7c5cb133a5f6d0c57a946dd29453f6251
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9714e6e452ff80928f5b519bb979b7c10c6b2685774f26806172ea18e2536244
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step182.pt b/weight_and_grad_dumps/rank_step182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1cffbb9884ae2379195c978d03060fd4d9ca9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ad121ff65c093d2424fdf50d14b524f80c643099fbed71b9a6ecefa81ce01
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1883.pt b/weight_and_grad_dumps/rank_step1883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dddde1892657724afa0189c018c7ed9464e61b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1a91e466935a9db434b3f3d3a9fd1f38db563a5e54512cd6b26bf9243a55e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1916.pt b/weight_and_grad_dumps/rank_step1916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e79c074bf0ed5bdd7f28fcef956635cb0c06a70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7871866a2b540c8a713a2b3bbe658d7b93879da72527062a0c2889c9cdbb3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1949.pt b/weight_and_grad_dumps/rank_step1949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524bdfea21b5863c3b6abd3f536632eb08b5a5c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5137a8c983ae9c50df462c11cd24092278ff56dd75f972080260a53e4a4a2500
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2072.pt b/weight_and_grad_dumps/rank_step2072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfbdb36cbb3f66db7c02bffdbcfef1738c0bd29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e848f2ee3c68abeeacaeeed5e68ff6f80056047e009cccdfe7a495eb7d976653
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step224.pt b/weight_and_grad_dumps/rank_step224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db30752477657056c50e1393eec6027f0bada35a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c78b873a64c341a427caf633d77732e021e08e37af0231f31ba874385719125
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2414.pt b/weight_and_grad_dumps/rank_step2414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f098e6746fbfc48a405b7af78de72a2e0e38efa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36bb3191ae68b886284e262466604c0cf734560afc1bce0bdb1369b90c825e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2576.pt b/weight_and_grad_dumps/rank_step2576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece52729544f7e97b79e26cd84543f6797af26f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3016cd2c444cc7c4943c0da5c8615da99a5e7d53bbc64b79672aaddfed60897d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2581.pt b/weight_and_grad_dumps/rank_step2581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b06557dc6552ba7bdc7f3e10d22b1c857154ffc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d961813fb5b3c9d929acfccafccdb53d7afa615109b89837b92453fd429822
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2627.pt b/weight_and_grad_dumps/rank_step2627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104f324e3e1c03651cf9b8868c2711db02a2def
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b22d3fc69320a2fae19118840bec3c7a5736d3f36358ce467f646b04a86264
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2678.pt b/weight_and_grad_dumps/rank_step2678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c1377c559fba70c328bc9b0c3885b916bd3ccd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde6bcc28e6628e84a796157ab42c49554abd4ba01aa4240db1905289763b7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2839.pt b/weight_and_grad_dumps/rank_step2839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad3fc7c9c4ff21d9cef1a945e10d11827333021
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db0b98d5a06bb40174c3eedec6271921ff738157450486d2cade030f8e80f84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2866.pt b/weight_and_grad_dumps/rank_step2866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f6f845c899d937b206c143c939ee593032ea61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27312a598a853313e4517d3020d223eccd55e5dd09bf1a1e4f9523ea946e745
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2891.pt b/weight_and_grad_dumps/rank_step2891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6936aef7caf19f43656673cb4beaa3c8cdd9ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d50538d8e81b1166266c4e46df33273f9146ee8e13360f74159aa7e8543cd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3001.pt b/weight_and_grad_dumps/rank_step3001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489e13aea8cea52748a3c4618f0e70915e0e37ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f29a4bf4eaf21808c41592b44efea734674993810968ceaee838b8d2a138b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3163.pt b/weight_and_grad_dumps/rank_step3163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac054401a91742c0ed5747a585eb5b3ad75f7079
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb3358fd123d9f8ba021a1ea6bfa6e34c07ab2803b6bd4c77b50ffcae8dd21d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step319.pt b/weight_and_grad_dumps/rank_step319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f428d5202fcace780a74f21ab89dc9c68729382
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9f19edffe3cfcef6c885e98131cce1eb0eb1dcec4bd3d4af491e30b35041c5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3232.pt b/weight_and_grad_dumps/rank_step3232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfeb6f17347e0a51df13b628d211f36caf4dbae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fb769498b99e00a891bb9424d11f3d3e1e62e670c779d29649aca698897042
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3350.pt b/weight_and_grad_dumps/rank_step3350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79d4095a811a5cabcff8fa1b5eaedecebf79ae7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8797d65e8252beb1b8c33ca10d80376d6bffc6470f55e46f9e74e7dcb19c5d94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step346.pt b/weight_and_grad_dumps/rank_step346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18986685139d86adf117707a3ae902dcab15656
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4117536246b06af71abb36cd59aaee71bc704ca959469b6eff15e065d300211d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3977.pt b/weight_and_grad_dumps/rank_step3977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8040a22d6f8da24df0f684be2c6eb644626a99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a237981fa5f48459fa8d7ca4c41e5e655135f05545b10edfe4e86de82c5b78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4265.pt b/weight_and_grad_dumps/rank_step4265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cdbab7c0e73a19adc290a278e6bd816d440e99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb1a23d7fccc7b3d3a06057cb52a528f47a8f671af6805c17078369c13f9769
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4358.pt b/weight_and_grad_dumps/rank_step4358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2fe1510978abdd441c1e282a5287f304c0604f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748067116e5b32ab7023ae61d012e62c4581510896d94a7e7e0b246c599823e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4430.pt b/weight_and_grad_dumps/rank_step4430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8acfa2810934b53398b6f11558a64d301e05c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89221ff03b3feb0ad4c401ddd18a098120c50508987bd7aaa06c233d57bae42d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4552.pt b/weight_and_grad_dumps/rank_step4552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2171e846d531ad80398b1ec830ffe5763f450db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fe402caaac9b99f9037ba486ff18afbb2fad44c4a6411c76a64211160f71d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step471.pt b/weight_and_grad_dumps/rank_step471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579d381d7d5e01c2f5593580eb8d596e91f8729c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f281afd3b548ff3ea7adc6ed7700332127f395aa7f55eb08a706ef9fa74cf1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4761.pt b/weight_and_grad_dumps/rank_step4761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e4343c022aa4dc3b9752dfe2bf245eec222ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a604d6b8f17445471472a75a00e5c76e1fa407691801ac15df3e848eb93d121
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4796.pt b/weight_and_grad_dumps/rank_step4796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe697b986170acba805fc9dc51c12b20cb9d5c12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316e2714912ca25c34dd3470967114baf85f6652dcdcced128d0a57482af644b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4988.pt b/weight_and_grad_dumps/rank_step4988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f7090199101a8e3314bb0608923670aeef1e67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00c6cb06f6ec9bcb486cebb6ad7d11b2e7c74d7a43ad3bf4fdcdca9a0510fe2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5025.pt b/weight_and_grad_dumps/rank_step5025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d099f751d12e08519bff9fef1bf4ad87920670f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4e605b3c8d79f5a21e09ac1060caeda3fa2048ebbb68c859967d44aab4a6ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5118.pt b/weight_and_grad_dumps/rank_step5118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f8c0c4b9609e4f0b2ece909cd8d36643033747
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaa6b842eace02035665d04ba5e10081562f9939e43cace0e2ce8f5148368b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5147.pt b/weight_and_grad_dumps/rank_step5147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94137338538e8ed2f6f3e0b3ab7ccd57900c4dc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127194c55d82c3e7cebdcc61c94b716b1ec850055ccb5075eab79386638b169f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5383.pt b/weight_and_grad_dumps/rank_step5383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf33488a3cd6c6a2132c85b7fa301a6a9ea93a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa232a52fa2b6aa628e831b028f22c7aeca7b6834b2d1ea22f983db5eef35593
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6037.pt b/weight_and_grad_dumps/rank_step6037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4432c605d65c11aee48320ad22ce82bfdd4eacc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467ce0e9ac78ba7a59a40676afb5ce81be9f60d84f4c23b03622934a1a6ddf72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6155.pt b/weight_and_grad_dumps/rank_step6155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56856098cf1e59b8ea250832039f6919c2d2b690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb3a3c0a044f1ce2bf3861c1a4fe89db6e21c78ea196ee355c1cc2b8babbe7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6366.pt b/weight_and_grad_dumps/rank_step6366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874fc70b456f1ce426cbe59cd77c6c590ebf3d86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000f8fb609d9b580c394a804a0906c44bc35d17107e2c67151f9e0cdb8caf4ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6391.pt b/weight_and_grad_dumps/rank_step6391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0c371e9b408d3e392708417fb8027cd33b7750
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f03a3bb80fc7f40866ac97c45218bc5f479af066aec9389736a0cbd6398f96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6451.pt b/weight_and_grad_dumps/rank_step6451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783c03cb62bdfde5419194321204ebb27cbbd922
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33218a111d7e806cf157fed55358ffddc0106d7f8a8b8ed2155de9aab76360b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7422.pt b/weight_and_grad_dumps/rank_step7422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecae3c2c5463fdeb92da8a4d885c7388f6e271b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13928b451dc05ed930604eefbb2dcb6aec7997ee544222ca81b953fe107fa42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7540.pt b/weight_and_grad_dumps/rank_step7540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a0da447c026bb70005b286bf69e34b9224889
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c49443e46a7226a5f0dd446bdbdf213944d94e6f9e398798d3f3fbe95d554f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7773.pt b/weight_and_grad_dumps/rank_step7773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e90859bab9c080605f7a4b6cead663d4708343a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd870e84d420ad448a08f00658bea2bc45f02d40b381bcd2178a335b6338b1f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7784.pt b/weight_and_grad_dumps/rank_step7784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e5df5394b31070ca8dff7b5ca26a571730730
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af71c1d30e2fa507ed21998f20c2b4698296005b9d01b8456db132073b680c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7850.pt b/weight_and_grad_dumps/rank_step7850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec59fd32a4ac91c4372e970652a5053a38458c8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d324ccfedc3b50bfe6dc5bb91763f710d53138ddab60bdf1dbb1501ff708311
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8041.pt b/weight_and_grad_dumps/rank_step8041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fe13985a186d986dbd6924fb97f8d4d424f98c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c83022a2b041b8b4e759b86c0b78e23712fbdcaf1cf1e51f112fe571650f01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8272.pt b/weight_and_grad_dumps/rank_step8272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb307138bec1ef7c408ab2311e43e26e6480cf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27331bc90cfa54873f2303339e3e3ea48be7c8c05064e7041a4f867def51a55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8285.pt b/weight_and_grad_dumps/rank_step8285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930533bcb16a985057c41d9ecb849e12306e3ca0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11594df7baf872ab5f8f5d623ed72de49a7e5cad681e6730b856f835ae55e1d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8545.pt b/weight_and_grad_dumps/rank_step8545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1966147248217ada29c32c89ac335024023b2b58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3131af3e0708490e0a70bfb6ae9074e500d0d987683f1f2104e010549c2dd27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8781.pt b/weight_and_grad_dumps/rank_step8781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fe48bea47c5223e07c126b5966b6050b2bb73d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a90f9672054948bb9f8d0f29a5ea6360e35be978a3c64a1ca332ff77227fe7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8968.pt b/weight_and_grad_dumps/rank_step8968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220c316bdc89750ecb5a410985da410909c347c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0089406e25a4f66974bf9559d6cbd0f330850f5642a3f78b95c4fde855e2880f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9150.pt b/weight_and_grad_dumps/rank_step9150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be30900b720201ec87223f46af36ed498ac47131
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b098b1aa5172428cd36489f2cd48e375025b07944e392fc8a6c1abab9d57e664
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9569.pt b/weight_and_grad_dumps/rank_step9569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02b6a27e478ec0eae68491ac70931e29befc0ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8e9582658868b9cb292f658e605767604e4d210cf330a028bd24cbcdf92402
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step961.pt b/weight_and_grad_dumps/rank_step961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24d07ec8153be9c878c0f7380ad6400ce851301
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeebf755caa85fb5be85fdd3d053a4a899d23cac313dcf4b6840c8acdb4fb3b0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9638.pt b/weight_and_grad_dumps/rank_step9638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4503f0ff5d3da32fd97d183894cd665468f25301
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c255ef6298d373f4a9c02d686406452827d89a85cd3b5cca666eea9b1fe302c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9667.pt b/weight_and_grad_dumps/rank_step9667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a23b03d933d957fa818931e2e007e1e6cc8f57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f3063b9b07f3a77673df513aeb29604bc59af8b1fd5f36f097ad71a7ecad2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9705.pt b/weight_and_grad_dumps/rank_step9705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a018db71bff6fdac8e0344841879e5ba4070c5de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d278a3a676a5c84983d3b2b085196e1e1fef5ec1070a12e32bc8334423f37636
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9879.pt b/weight_and_grad_dumps/rank_step9879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1ac5b9cb91a22dc679cc5ebd663fe89c34cabd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfbda3aef7e3f4dce5608a613f17502deab7c61fac2b3c779e0d2e7810f6a72
+size 1524331132