diff --git a/weight_and_grad_dumps/rank_step1013.pt b/weight_and_grad_dumps/rank_step1013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28989da3a32ea53a064f940f27c67779a26cbd99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86864da1acb2d5706337960a79bda0c96f890d1f8562e1507b223066719e4794
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1063.pt b/weight_and_grad_dumps/rank_step1063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66faee79abea86d5490cf9aaed39d3d4c86b219
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358b5249a57421567ea6857ac7ca05d94dee4a86b34f49c312b726b2c5d79e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1094.pt b/weight_and_grad_dumps/rank_step1094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a662a3aa043e407bafffab094eac4238af1adf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82077299f7a83ca16844466f5360d7c15ca32bb2592624181cdad1e6dc3b22d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1101.pt b/weight_and_grad_dumps/rank_step1101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6936bdfd2897fa0bade87c5083b2b5673250d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72374bcfc4d3a643b8665826e9a89da452d1a2de8f1e2d4b5ae462372c70069
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1171.pt b/weight_and_grad_dumps/rank_step1171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35dcd2cb285258f80c248795ba206647c8dd689
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9bb3b416db06ba070c881ec3a94dcea31244e9e3eb342797e5e9614f98328c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step12.pt b/weight_and_grad_dumps/rank_step12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e593f0909690d2a28fda4e1d23c2a3ab34502a7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f776e4565dcd27fbef2154f8ed15491d49af36f8892df2208ab760285abfb
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step1220.pt b/weight_and_grad_dumps/rank_step1220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e18a632cb0353b6d403aa4cd85165588fa980
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9bf4ca9f9c6c789406cb371c64a168ff611eda2e5ae3f4f1359c3820e342e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1250.pt b/weight_and_grad_dumps/rank_step1250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0707695a0c745ed347826f0b1f82daf033dabbfd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8375c45974e19edce3a991a33c809e601fe996cda82c7b4e06ec12eacb76dca5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1288.pt b/weight_and_grad_dumps/rank_step1288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54798008ae22a29be6419382c732af3a846462a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93975bde4fac3a9b6dd55d3bde05f4525092d96cbefd9cbb6a3a63ef59ca4709
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1332.pt b/weight_and_grad_dumps/rank_step1332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572c0665c6202de19aa1dc1040f7be71eb985bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862f6539e9584819a3bab8215af64fc9cdd3e7918ab86437b1ef8117abd7ad53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1342.pt b/weight_and_grad_dumps/rank_step1342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbaf03578aea8ff2d17fb711e8fc4748f3ea87c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0581569b84303d2139a440002cfe9fde6bb7181520eec901cf1f347bb0da7426
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1567.pt b/weight_and_grad_dumps/rank_step1567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaec647cb5412e1bb66ea3d19867b632a800374
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c69145fce85c0028e8ca1cd3f20e489d8d75f26d6058d80cb5343a3795cd939
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2071.pt b/weight_and_grad_dumps/rank_step2071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcc8b7c105dd82d0b8462fdcc0acf6a6430d016
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cfe8acc6155b1cd268a51a122a8a389a70586416d07972b63040bfe7395ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2086.pt b/weight_and_grad_dumps/rank_step2086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886bc08116820e2d9c3b9712cce535ea0e644ac4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cc621b80bee45df25b58b50974350ad1ab0c3ee888a7e0c5f389d57434822c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2194.pt b/weight_and_grad_dumps/rank_step2194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c61214e6924849663457e83fd6bdb89c57e382
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33982081eab1b53f32acd0d598484c3ffd654c5ea7c90a54cf5b5658d8509f88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2232.pt b/weight_and_grad_dumps/rank_step2232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfdf801b17e47938f733d46308ceead5dae09cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f7b02e59ec0e6dd914cd76d4e5426853230cd595a191e325b8d0ae76e11a91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2242.pt b/weight_and_grad_dumps/rank_step2242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cc20545343f7febd24240a6c3d278f92e3f7f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732dc71f85d6b3e3c2fdfd6a092dbe008a04709873cdce73fd6f2eb06a08646d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2320.pt b/weight_and_grad_dumps/rank_step2320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af70e836a9150cbad6b202162aaf007af942e93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bda8d1384d3510617f3ba21dd78b8d44870e06aac5a149d747e1db6d8aa9295
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2388.pt b/weight_and_grad_dumps/rank_step2388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed78ff3d391b39793afc97650b5edf25ea1601e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036aba49fa053ac18a4705361bf0533557aa57af60f3bb7b6f1ed9fe26723a54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2417.pt b/weight_and_grad_dumps/rank_step2417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad688312ffaf74f28f005e5ab27347dbe7d1c1d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537c88798ac54f97feaf7afd8234469cea132ad6e81cd5b6a200147f2bdac685
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2582.pt b/weight_and_grad_dumps/rank_step2582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e0a8c2b82030e5a11c759b23a6e02a919ec07a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e985056a1cae970a0e57cc704a477c2b63d199958ddb683a271eea210cb9025
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3414.pt b/weight_and_grad_dumps/rank_step3414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7229dd1cf4edf05cfd754e6272373227cc126665
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8caad144497499cd9f9219b01f206727a5454bac44043893b4b4bcd052a2ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3464.pt b/weight_and_grad_dumps/rank_step3464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b205e46e09e687abaf4f452695b9b32018ad9b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0406b56e805cd29302e14f37ceab2170e68e01656c8069d6e72705a4fa16830f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3493.pt b/weight_and_grad_dumps/rank_step3493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c15062adb1bda81e80282758262dfdcb2429f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633352681e00ccc5eef866104658598c1982d1a07033a813fde162d3c61c4305
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3506.pt b/weight_and_grad_dumps/rank_step3506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3a70ec69adc0ad7741818b498b8639df52c28a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34aca2d5f44ce8afa98d54d048f40af6780ad97085b05fa43f2fc89599307596
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3529.pt b/weight_and_grad_dumps/rank_step3529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c938f57d755f727a91256b7b2c3140e76392891
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943aa1dd37e949403acdcc95c226cdcd16136b2d5c0328c8d221a10a3a5ffe50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3559.pt b/weight_and_grad_dumps/rank_step3559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc4b56ef86929ebd9bb1eabf462321a1f53799e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96320401b45c4866f373fa87509d0656e0a5583e3afb4af0807755332a3efa9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3581.pt b/weight_and_grad_dumps/rank_step3581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84244dee924620d9a11e51b0878fbfce08e6d4c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e881e50ed5e2e93289a129a8d01fa60922a6082c8fc005205f4653cb3044c159
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3608.pt b/weight_and_grad_dumps/rank_step3608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9bac87fc1c4993ab8127e870f76e3e24ece4e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec6171baca0eba6b5c6da254bfde432087b7ab0a8833aeab9e046b36197ddf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3657.pt b/weight_and_grad_dumps/rank_step3657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4adb8c18b8251adfcce0d09c2e10af17657d9f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4bb9477b4d3a7b1a5fb1d9a27440b0a6ae3770f2211dc87dfa19185b4b520
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3678.pt b/weight_and_grad_dumps/rank_step3678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778e8f7cdf24247a8879208e5890013efbb56bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833d1e789d44f7f91a81184c50a510bdd0c753e2a28fe18af6389e5686b2a81c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3735.pt b/weight_and_grad_dumps/rank_step3735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884fd37234221cdf0119a349e2fcd44617b24b18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2928d6c521035bb57322722d0160866e0068e2b9fbb9b06b57e8636b4bf8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3745.pt b/weight_and_grad_dumps/rank_step3745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6f4a5c852fc6947ec24d75c09e48546c161a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee801dd359200357f16a5c2c7578c27d45b395a4771649799d6a999c5971d2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3816.pt b/weight_and_grad_dumps/rank_step3816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a80cc2139a80b673d2c92a1cfeae08f956dffd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24853af0ba8ae685107a47ea66c09495f74b911ffbcb74b26dddf732115c4be3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3849.pt b/weight_and_grad_dumps/rank_step3849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed76b04a1313ddf3e4b074d5045862fccd45219c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da1789820f477f45d0b44bf5eca1f7872a5600639c1af0cdd522fe5f727acf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3866.pt b/weight_and_grad_dumps/rank_step3866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb991e958585617aacacaff090405313e57f755
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598fe9ec0207753ce4f24f7aa61700dcb61c2912cb62c2d8fcd3cec6436ae476
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3891.pt b/weight_and_grad_dumps/rank_step3891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a5b0cf8ca7fd2cc6e2a2361edc8e5e002d915
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6660577f091a550ee48e90dc0fb2735453be133de73bfd840edaa9753a34d212
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3904.pt b/weight_and_grad_dumps/rank_step3904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414f5815b2800b1c3b100b71d0fc480a67f6f2f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d85364d694753a2e8b53f8807a162889d386054ad35a9a385f08e9cac1756e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3974.pt b/weight_and_grad_dumps/rank_step3974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba338614237f84159076bbf674c4d88d996e810
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19af40cde0a0370a27efcdfe43cebf8b555e245cc84dd574e2d6e181808f2008
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3983.pt b/weight_and_grad_dumps/rank_step3983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e4273345790604fbea8e20cb15e4ed968ade70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6998e1b5e2fea186df153ce6d5b99917eedbb0c1f3a36229b3de463270eefa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4025.pt b/weight_and_grad_dumps/rank_step4025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c536255026a2f696726f2e687eb83aedf022a08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216682e4228a27a5424b309e68cff3fb9d4da618d03c3eb74f266cfc983aa1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4055.pt b/weight_and_grad_dumps/rank_step4055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cdc58e7c55427153ed5bce82bc5061000f38ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce70d4851b53b49dcb5500713a8d9ab188b6365317172ccce58804ffba15aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4118.pt b/weight_and_grad_dumps/rank_step4118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ae393d1dd0060d8fc7cc88386a7d62299a8f2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5d4bc3ade4f924234ce838c88410e3893590cbb2781e51472a60be434e1904
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4137.pt b/weight_and_grad_dumps/rank_step4137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf47f2af235f7d4dd6e8191b9580ef941c15aa3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808df333fa13c2ebb5f42239925a5fbdb05d9805bc54459e025fc782b9ef063a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4147.pt b/weight_and_grad_dumps/rank_step4147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14b9061620b900da86c5f3d4ee0ae45b7a899e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbd33f2b7736e4233a67e8f0f4134d112b240047058da6f838bf97b5e10461
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4168.pt b/weight_and_grad_dumps/rank_step4168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc508bf917c53644a9e47869c7a309dbfb10f27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d215a3bb80aa4656c18091308877442d13f3596eaa6d4b332683f67c3bad2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4216.pt b/weight_and_grad_dumps/rank_step4216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ee7c571861cc567204b8970006c6037cc5a898
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a755c7945a37803a98c710a639770a59e9e5c9249facbf4a19eee233185e40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4239.pt b/weight_and_grad_dumps/rank_step4239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307c5e28b3f981cddd53b959106ad02afd4b2562
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da77cc1e7524a4c1ff12b51f2ed599d3aa644687295d1fe73e2432dc08c225ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4266.pt b/weight_and_grad_dumps/rank_step4266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822fb1c055902a647b7671905fcd92ff183bd24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedda0648d2a84c7e86c6e41f16e430cbc0e3ff6a98a6338485f89ef0ee4b554
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4291.pt b/weight_and_grad_dumps/rank_step4291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90b1cdaf9642773d893c75981a43bb8678c7050
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de840a0e9d9a5f3a7c42ddf9ab2543fa9c051ca02e71ad6ba8d15590e48ddac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4304.pt b/weight_and_grad_dumps/rank_step4304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ddefd83a498b0efd2b367dcd3c0c6e794f331
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08389aa568da1536b52e27ef805b79a6d201e65fa5633d89af2eb2dfbf73ced
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4383.pt b/weight_and_grad_dumps/rank_step4383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb82a6759d5ec27cc1dd8b066dc31a4f9148f185
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe851b159fbffb5d1fc53ee79fab16d4226ba759491ade4c97fcb0b3aa6ccfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step472.pt b/weight_and_grad_dumps/rank_step472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbef000ab8868db93f5c1254e477cbd5a97a755d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0513ff65f0cc3b318375b8b92a894cb5164d28e64bd6ed5b41194c3c6a0eabfa
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4762.pt b/weight_and_grad_dumps/rank_step4762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cc007231abf5b5889ab60af2ed4ef5432e1046
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1084fe5853652d1d012d12388a5a82c73290b72a5015d7b86cbf55676db379
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step485.pt b/weight_and_grad_dumps/rank_step485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f29ae015b91eca7b94b436f1cc10668537cd34d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f09be10335e6ad63aedb1b2428fddc4880ebc595113e158c446335b0ac3e22
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step510.pt b/weight_and_grad_dumps/rank_step510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ff3c98d41e697f3bc3855cf8f5b733481ce8e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0bb92d39bdbf0fdcef1c2f9dda85c3475e3240f4f6c7f8d2e640bcab656b6e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5215.pt b/weight_and_grad_dumps/rank_step5215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baef0792f995bbfe8c012267d319243422c0c47b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec2370bdc8ff13724fb718412d3f29b2f33fd980b6defdaec96565e62b979ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5377.pt b/weight_and_grad_dumps/rank_step5377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d389c9e935d3854f959f788d00192a37e8430f97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e8ed5e934bb95a05b44fc98669560ae5cdde3505baf1d4d3fb334c5dde405e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5430.pt b/weight_and_grad_dumps/rank_step5430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06ca959550c9a0dbaf4dac4a48928dd6f645e4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b307695be4f7b9da6957603ce657ed0d130b6b621912f3a1a4ec064fa4745a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5440.pt b/weight_and_grad_dumps/rank_step5440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0cfa59ba1ae623543c81b5b0257414d503bde1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c7860e99f7994e9791e271c8c1542df03a3ae40753988deceefe2331e8f363
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5498.pt b/weight_and_grad_dumps/rank_step5498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1171b1ccdc411bc2ab0f373962e1958457a46b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7604487d98f503082628f65f945ddbd6e4ac466b4d337337f4e5828c293031
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5522.pt b/weight_and_grad_dumps/rank_step5522.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f42f0af7f09728627ba4434333e193f96ff73c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5522.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42832c1e4631188f0aa79761acd6a355991d762540b97275bf6839f323ee0dd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5552.pt b/weight_and_grad_dumps/rank_step5552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a352fe20fbde4c9faee3dcc0826795f0aba1d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b39dfa3f08ec04c2212b79f4e46d4a6e888578f46a116e3feeaee969562407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5603.pt b/weight_and_grad_dumps/rank_step5603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2653a11978e22d0cd5c96dcde20baa50c98145
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eabea51c2eca260ac134975b97fe26677ea0b45e48cc77afc5e5775d3489bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5673.pt b/weight_and_grad_dumps/rank_step5673.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef79ddb8537afe26e74bc7d089fdd5db8452435
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5673.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76fb02552edee7d18f02a6c681bcd2ee9fc8ffc6465e054c6c0fd8588bea22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5684.pt b/weight_and_grad_dumps/rank_step5684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad8301108d6b75b6774f4a8bea2c6d7bc1a7f31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252073d9a6572fe84e22547f82735c50f38f844fa20c97ae70c0163ebdf44579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5711.pt b/weight_and_grad_dumps/rank_step5711.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803f91dc857a336e47c8e597b27bf5613b88bf29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5711.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feefd4b379c38bc53e50953be439c0904eb1e34daadd02b204fb64bfcca1a1f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5761.pt b/weight_and_grad_dumps/rank_step5761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9033b367e2ce396c47b8edbe0beda6e83ef8aa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a043650b703be79bb890038c3de8c3b9783ff3a39155c4b978d01b5f5c62fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5796.pt b/weight_and_grad_dumps/rank_step5796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da642bf08fe2f2fb96a40e5e692bf9c55332e1ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37777ed74138b67a6ecc0fa5e670c6c6ba4e88ab147bb9464367e3abf6ba5b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5832.pt b/weight_and_grad_dumps/rank_step5832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b821972575f3c3582ca212f320184fc84d3ef4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4f5c8379a8ef10e7f7c7e13bd5d20daf04d14524753761ef81eefc833daec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5842.pt b/weight_and_grad_dumps/rank_step5842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefbf2f825155d4aa8a3fc9318c26e56b30ddd40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d01194d2bc44b9f16af3b4132ee6e18a5cc23961791970b7edd56aefd99fb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5920.pt b/weight_and_grad_dumps/rank_step5920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90de2edd4568734a8b3e3d31b2313196e011441
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b7bab1af6b1afdba39389a17d0b6986bdf157a02e67a2a7d1cb64aa28aeacc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5950.pt b/weight_and_grad_dumps/rank_step5950.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf75c264f1a3d7ddc4af0e9cbc486cbb6ae1192
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5950.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8a9f3a6f9b4ac331e8851341e8eacb96c52a9c3baa5ccca07363bb9f824490
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step597.pt b/weight_and_grad_dumps/rank_step597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b01d6e7ef01a6c4008589a333f7e0a4fd6ee727
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bbd5d90f30823837f1ed171233dfa2746ccb1c63359867680a7d62fb9982c2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step631.pt b/weight_and_grad_dumps/rank_step631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791c2def808a03ca6128d6bc9d3be3d25805cc39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d60ee6cd2a00fae74d314de9b0d79e366b0b50b66519afb6b49da8460aed95
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step641.pt b/weight_and_grad_dumps/rank_step641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54202f5c2ff2e0c44d68783459fd3a7c5af22826
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2f3915283349fed256df802266b6bd272f4cde11926c0f7b944be0ad649228
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6422.pt b/weight_and_grad_dumps/rank_step6422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f8ff57c596bfe2d545ddd57b6dda3377752d86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63346668b152d429e28ab9e784625d3c1e86727716c6c7d25e0baa0b69424595
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6452.pt b/weight_and_grad_dumps/rank_step6452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d3235bd6d40c0d7a91b802bbb98e4cbe11ad35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d4211ab84831d8a824d34b4a80d5c2d70b8ced00f9e2404af17cec27a9fbc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6530.pt b/weight_and_grad_dumps/rank_step6530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abac9ec20b4f0c5646e9bc041b0cb48270090c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5abf096aed800d502e82770b1a6b14447f8f0e87b3a62d632f35191832240f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6540.pt b/weight_and_grad_dumps/rank_step6540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d70326bc8ff8ca84ebecd7d4a8042dd85535f5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dd30d9f15fd8717cbdd384383eab5d750cb70fb3db1934e40bf01d6fe03c48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6598.pt b/weight_and_grad_dumps/rank_step6598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ff6e2bbe5e093233b037f39655ee9954a5191e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b856e674521a50d34eebb9b272732af8ad8aedbd0623b4cdd4f89f59ce8b09d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6661.pt b/weight_and_grad_dumps/rank_step6661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4036b27274b66d0b3159f5e84c772835fb24e502
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f0f923928401205c212ccec1f8523d511e7482ff1d9662610ea5b04adefbcf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6696.pt b/weight_and_grad_dumps/rank_step6696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93aff2dc6d19ec4666b7d991eee65729429ed21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6250ae505149e0e31079386d3cf486050c69d8a764ccc15e06a3c81d76b589d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6703.pt b/weight_and_grad_dumps/rank_step6703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353400116c8e9e57d05850e227b07d910a113be2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88889e4bd6990760c84616fdc7cb6b852f58dab23a4096b6c75efd5728c14c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6784.pt b/weight_and_grad_dumps/rank_step6784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affecfb2bf7cd4311be3e28814d83eaa164696fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8416e4d85c3b277b9cb671b48adf80517febc864e3f5b2667fc92711faea4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6820.pt b/weight_and_grad_dumps/rank_step6820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b407be977f43c5b9a59a4405c22a5442999aaf28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db09b82cc9dd9e81790cf3e794d061e403a1214f433538c2114b97da3ea1461
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6850.pt b/weight_and_grad_dumps/rank_step6850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d48df5f261ba90014579034c257b11b4487af2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5c8aeef9cccccb0fd1de5dcd2a999cb21cd22813ce6df1f3c3b444b98ac46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6888.pt b/weight_and_grad_dumps/rank_step6888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803f38cdeda05929f34c211b4ea38d237c387987
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d464db8e88d6f722b2f182c79d58d82403a2e8aaeb8f124855a0d73a34ed4f31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6932.pt b/weight_and_grad_dumps/rank_step6932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7b190b81c9ec23e8cad1bead5f4b220e2430c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da833e1cbefeb4cb8242d37d30f5c73d834a5a11f171724276fb674be863ad9c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6942.pt b/weight_and_grad_dumps/rank_step6942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eeafbd2a697e1281b80080a31809d1469c34d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe26fe890a59a2b40dbda541c5d2fa0da297fed05e002e6abbda1bf3ef8ea32f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7018.pt b/weight_and_grad_dumps/rank_step7018.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcc3d089575549d6dd37d4f754d84c5a732b189
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7018.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc4ccf90fe5f9203087739b6e8f6f824ff1b846b1f82aa7f20f450b086a6545
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7037.pt b/weight_and_grad_dumps/rank_step7037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24984d81115c65fb03c92e47eba31c2d6925db0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d506a3b2fe406532f90821cc4b7bfd563b1846763a86e594adb00ae9cdd71d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7047.pt b/weight_and_grad_dumps/rank_step7047.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f0be4a51b200b83d77d7cf9d11c9f9c8069ae3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7047.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6774b917978aa1345282fe4bf33f5b1c48fe5f6874f0c75a93db7cb14afc3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7068.pt b/weight_and_grad_dumps/rank_step7068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5dbd6477d7cebbd8051bc397b188f7dc883b65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb13c7be825f1f546c565ccea333da71587e78ec7f786f4d2939ba7b8bde4c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7125.pt b/weight_and_grad_dumps/rank_step7125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd4ba32d7a1e1132ec65a9ae0d575a8c4ff4ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0849e71c3819e2c32b5c55b1577750cd0c088032bc2b70c14276c381d6b9fa79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7155.pt b/weight_and_grad_dumps/rank_step7155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e50395fe2cc8df082e3175b2ac0e70bd595c4c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0b9dcab90c3d765c1929868d954f4fd45850e34915a5d6411912e754e6321d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step723.pt b/weight_and_grad_dumps/rank_step723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62077d95a6f5065458406f83fcc789c0e8c51745
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a1bac425bc449185d530697275139289f71fca1ae7d1d322d1b3d919f11e3c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7274.pt b/weight_and_grad_dumps/rank_step7274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1449abb74a2f19d85f7a272dc3999bed24fd65f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0126e86c814a5e98799710cd2a4683423421be059c077a2174c5c0200f579b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7283.pt b/weight_and_grad_dumps/rank_step7283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e7ad931c94cd83fb5c2ea63d58b058958a52c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b7db18e68f7abb8580ceea09f75303e0b90309733bc14fcfde33a84096e220
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7316.pt b/weight_and_grad_dumps/rank_step7316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b1b7b58410c205bf862afcba337ac07b6ab7de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f733d7a829730e6f729e8c53dbefe860a929b0beb03f24d4b0c576456753a4a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7339.pt b/weight_and_grad_dumps/rank_step7339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48b9d104c641a2bc85d76d4f8502517247f14a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448080b053bf11d07d361bec881b58fc4671b4cfa5f0c3c5fdb5d18f4c5ef557
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7349.pt b/weight_and_grad_dumps/rank_step7349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdb1d48b4cfc18c0234a4d226845956ba26b71c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff439175c15d542c4dae0c2ea0fb186e6005fa0d06a38f917011893cf6a645f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7391.pt b/weight_and_grad_dumps/rank_step7391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98ea986628a3aeb988889e57f77a53529b274c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43a29b83ccde7bb2fee19ae8fb1c51c3ffcdd064a889ff4191424bf85485cad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step753.pt b/weight_and_grad_dumps/rank_step753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e69afa9c170c70f6b03fdeecd5fc13f6be42c7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a546888ef60df95da4dc1f5fca0010a91a9503cfe5ac5b7670eb90d78046b1cd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7770.pt b/weight_and_grad_dumps/rank_step7770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d11cfd98e39c25e17fc3fdd4b7ee8c96587e96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedbc490e43dbbf65ed1599d79f65c93f6ec96f18de97156f0dbef1843cfa8ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7931.pt b/weight_and_grad_dumps/rank_step7931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e88f87f009e7fc91fc1b1cbda9b7b4083201d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db10649a9cfbf6cd62b09170e69b908270664003d77f1f54d58ff265026fe0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7999.pt b/weight_and_grad_dumps/rank_step7999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c5b2afbd29ae0b1038a86b8b97bd8f19424743
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b37f14ee582ab5aea789e09bcb036436dcd2d6d5cac69cd4ddce115a32c381e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step800.pt b/weight_and_grad_dumps/rank_step800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68270a68b31657acee22c1dda2b6827f7212dd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d0a9fd64e7e2a2ef91ae088c67b033c2161101292d02388bc5dac923766b66
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8424.pt b/weight_and_grad_dumps/rank_step8424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eac56c79710f0bfdc96ca8429cded4497fcc78a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bddde3529f0d84e22b3fffdecd32d7d8f218d8a2c2a80bf4ac78dac76e75459
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8519.pt b/weight_and_grad_dumps/rank_step8519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aee005f47ace8968db1c0b54c9b4dd1724d9d0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc93af724b8083e0137e5ee56f8b73b28cc6b1a471674bc9e8b868f55c31b45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8546.pt b/weight_and_grad_dumps/rank_step8546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8e5564e085fe47de2af2b6c0d68cfc773959a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84adaf7b9c6e6486bb36be385a66ac79da4b564ab0112619177ff162d4cdc61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8617.pt b/weight_and_grad_dumps/rank_step8617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0b294aaa19fd726620d4821b06564b59a4b66e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f8991630e7740ef9acdc5e01bbd5682c7cef1985b2781b53251c2840350236
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8638.pt b/weight_and_grad_dumps/rank_step8638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd756779d785bdfe0df189e267cedde23123145a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b935fa23a7b8d82f2a51719a3dac0bf4ab27d0754e9680d8bb376e976c575207
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8648.pt b/weight_and_grad_dumps/rank_step8648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75356894264183ffce01c31aa316a70de1f6d4e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d5ffc91707cdb6b190249afac145b50f1db7116c6102f0378029aa4eb16eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8667.pt b/weight_and_grad_dumps/rank_step8667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294d4ace9fcb210f0624c2799cfd8af12af0dbaf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701dd0e72650924faaab498741095d0d4188cc1fa595e8319017910038332670
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8705.pt b/weight_and_grad_dumps/rank_step8705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd843d7fdcd249e5d2a18f37ef241e514750aa72
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f1c88efe3729f475f1d8dcda14ee10ecddc8f2a43b2ee5043b6131d11d972
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8775.pt b/weight_and_grad_dumps/rank_step8775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d1fab1baddc52f3819a487acf7d955e914d721
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573014a79b080ca69c64b232c4e90d62f4723e2e0e3cb91ad47a11c1932341c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8782.pt b/weight_and_grad_dumps/rank_step8782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb0389d961ce77d099abb63dc2809a107b8cb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823848cda7df2f6a767ff40af6f1281f0cab445420a9ab04891aa0e2736883d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8809.pt b/weight_and_grad_dumps/rank_step8809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2804ee38b5d2f67b902ec1e6cd681f3d1a0139dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267878d7fa158c8a2e1d42d4c6e15cf5df989a369988e5030b57fac20c7c828e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8856.pt b/weight_and_grad_dumps/rank_step8856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86833f18c86027ae4dca5bdcb733c104eedddda8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526e6fce0e40a8b53eb63cb2377ea8bc98e6dfacefdd35ae12303078d5e8a985
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8934.pt b/weight_and_grad_dumps/rank_step8934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f0077fa21b2b700c753395a9eb120f97fa6730
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b552953a31841f7eb5f7826bb89d834b73fd17fb27cca1ac6acf944eb24957c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8944.pt b/weight_and_grad_dumps/rank_step8944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04d9037c792247067e33a89381022ccfc29de73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038012035cce613e0063a52cef239ca0d8e0523e3d8dd0c3888d0394df715bd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9031.pt b/weight_and_grad_dumps/rank_step9031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c975a9126872ef42aed59060343506781ef5b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340155bf912501f174286f2bd6751d091118d6fbdc0a8bb7df955b2a77300e2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9041.pt b/weight_and_grad_dumps/rank_step9041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d1548433fc50ff545955dac166262438f00063
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a15def59ba5bb7c172cf3425b3592a0ab96174cd30e31b270dc29bd97ad0165
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9099.pt b/weight_and_grad_dumps/rank_step9099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87db0af265e58472b0edc2830517b5d853d4f63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bad5ed440d86b7b940a3025b977f55d33c2464dffbf065d221027cc3d773c8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9153.pt b/weight_and_grad_dumps/rank_step9153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05690b099411df722126ce0d4636b34c480e885
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f2459d7d2aeb2e0dfab0acd1c60947c5a700d56ab364c6d99f8b2488d4acb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9202.pt b/weight_and_grad_dumps/rank_step9202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0632da57d2a34fdc0047ba07f03fe5b169bb5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ad788966fb4f95ac2c224d0bfe1ba1b226f9b3e264227d8598b21b9166fd89
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9272.pt b/weight_and_grad_dumps/rank_step9272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa8794a7b0e8f228d1dca9cce679171235ecfb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db53e440f218781a3c06afb79968ee470f834215a71d0a4cc71101f45aaba405
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9310.pt b/weight_and_grad_dumps/rank_step9310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26ff0808ea70a7a9d8b97ceaf5e4663bf484be3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c67ff12d9742838ce428aff64845f3915680bbf4acafe0f3ddd60a82e7be46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9360.pt b/weight_and_grad_dumps/rank_step9360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a5c9247d5101cf51f19c3749c921126becd4b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154eea247b302630864bc1c92e2cba45c18b37f37918ee9d2720294778046805
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9397.pt b/weight_and_grad_dumps/rank_step9397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9b02b5cfccfe1013c19df06a5668196c2a0348
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ead34c2284d581a889db7a968b315fd2c65d1e911b4b35a6785e860f75a757
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step95.pt b/weight_and_grad_dumps/rank_step95.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93681fccafff557ec45e660e1f6e9e4542b40e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step95.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fbed085418a76920de262a8976f86eaa1cd293a05d57b98525a45258ada3e
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step962.pt b/weight_and_grad_dumps/rank_step962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02837d40866efbca86a7ff3033ce5c19e8143dcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd62b0d520bdad5feac63490aa0a19451548067086718c24e9aa84bc8402b93e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9918.pt b/weight_and_grad_dumps/rank_step9918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dfd76a9e1e30b0f747475fb533d118eba14578
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0e4547f0239633845f4a0442a158276a91667c0bb041a1d78d19ace0100b34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9947.pt b/weight_and_grad_dumps/rank_step9947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d226e7a351d81301971963f82eaa25d314df689e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948cd4156af1451b559b6a69ff2b1bb75a3002c237feb2a23256487e788d0bcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step995.pt b/weight_and_grad_dumps/rank_step995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1e31bdef43fa39d788df58f7240852fda50d4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c1f89add67e9427c77ce25ffa16f8b702618d5b515bc18bce53a2608b54e13
+size 1524331126