diff --git a/weight_and_grad_dumps/rank_step1070.pt b/weight_and_grad_dumps/rank_step1070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d688c6b4db7bd903cd4a4f2d55257ee6fda4b03f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74aa85615ef98522ca09ac4405f54fb9482c1d5f13ef47f769ef47ca9866e09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1087.pt b/weight_and_grad_dumps/rank_step1087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c1f41a464a2970764b1f0b0e70115ccd79f4e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9f1530089e54593e0c7df339e531315cd9e8ce3bb543ac84f42226b9615e20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step117.pt b/weight_and_grad_dumps/rank_step117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657630f2a55096934704bfb1cc5f976152ab8e70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8282e7f99e24c90e81b16af9f73968eac845d3b33e6497d6e25040f1e9cbbbfc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1243.pt b/weight_and_grad_dumps/rank_step1243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10412f5e439b891744b4a138623f145057ad5f02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce0e9e8f8ddc925a7b90dcd41f9da83169f07707086dd02a1529e5df3dfb253
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1321.pt b/weight_and_grad_dumps/rank_step1321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec8554fe052ae0b65293a837570a0ce0a3707e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d4c2821afa655f70113b84901fc0eeadf593097f674b59ec1c3c62ba14ed7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1353.pt b/weight_and_grad_dumps/rank_step1353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec2d3b59952c24e189f1813ea0650a7de07bba5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bd8b70f0cfd9c8c69ba276701f8b7e26bb8678e29cbf126fbec2c7e4728661
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1389.pt b/weight_and_grad_dumps/rank_step1389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bf37194e1511af9b6ce6e702eefb3f465b7ca3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0339bceba5bc661251e68273e14f6908849c316ce23f33d2318cbeb101777c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1464.pt b/weight_and_grad_dumps/rank_step1464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd3027c7cf728562b4762ed2a775ef32aff34d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfa8a7dc01541d31219d5c1b77919d298df422de2fe1dac06ddb037d539b152
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step148.pt b/weight_and_grad_dumps/rank_step148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa9deefec174dee11def184ac2d47ec8841b35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1cb5a6648467f559f295ac9b0ab2605aad57aada7c62b899933c8cbe2cffb5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1493.pt b/weight_and_grad_dumps/rank_step1493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49611a8383f0baaa78b0566c7245016b11e6745
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0eb3935dac24173b3625ac2f1f47b03924509fbccbd157d09bbec1739a4f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1506.pt b/weight_and_grad_dumps/rank_step1506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9271c856e9875ae59bbefff899652e78e8793b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de09ca3ea27a067a3719e7cfdf90b3adfcd9178ed64d8f2ff0db752a4a87f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1559.pt b/weight_and_grad_dumps/rank_step1559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac32d6b10bd0862b494e2fba1968c3c318dd67e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966ee5d58d92bd3a03c46ca9520f37573bfa3cf81ff9126bcf93ff79908c849a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1608.pt b/weight_and_grad_dumps/rank_step1608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb04116fbb5383faf2d6616fdc3672c5eb63883
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4da94052c08cdf7cc4fabb871ada5592f08c50ed27403ba179685b9061e994c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1657.pt b/weight_and_grad_dumps/rank_step1657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff866d2b133dd4f6da7b8a11d3ac9752deb0fc8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b1a92ba8c36673f6e230e88f9f0a7004253936eb4a439482d21c7900cccef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1735.pt b/weight_and_grad_dumps/rank_step1735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081509d749aa9d552295aea47b5d9f864e4dd9c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9dd77da13bb2ed465e792ca115fa29601fd6f19499d8971d9c3ee339b4004d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1816.pt b/weight_and_grad_dumps/rank_step1816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdafebeddec88820c1b9deab436bc28ab995b516
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ecf2fec6d3a242f3bd9db7739a8d9b9418bbd7bc06d0af2aaffd53e7e15c87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1849.pt b/weight_and_grad_dumps/rank_step1849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0dc4b22eb785fbbb236181ebd4fa6c508dc5c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d50f249cf849a1e05aba898b68b8ce70350204bc5cd9f743357fc3a543c4b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1974.pt b/weight_and_grad_dumps/rank_step1974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de0bf6033b14ccfd1c12aecad86ebea1830aea2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc496c4339822c90bc0bcaab24e1cc69fa3effd21915aa53b0d90a0e7405fbd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1983.pt b/weight_and_grad_dumps/rank_step1983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c12197c6f00f52a6deaaedac5873a8b688a7ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaca93058eefce2af262ce7159a3275dc8b34697618b5e27254abe7fdeb0892b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2095.pt b/weight_and_grad_dumps/rank_step2095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfb8c8cac17498345649fd65303048a2f2edc10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610c6d1f30ca0f0394027bb2a308f3955a4ba0031c9359042a9bf8000e5de914
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2185.pt b/weight_and_grad_dumps/rank_step2185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e426e64246c8c7706c35ac69e09097ce47aaff10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd1d27066b373c6b8188f4de732b5643bf7b70cd3866d2a796321bf6769d23b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step219.pt b/weight_and_grad_dumps/rank_step219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d581b5370451364d4799d4252cc5572f78268b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43c71fa05b12ee2aa862f4b77c260db69cb195cfad154d4c90b4cef2da1b087
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2251.pt b/weight_and_grad_dumps/rank_step2251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740dbd0b878bb7dd139b6b220d46c39b67a58a93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5822012835bfaa01b831293153f57f668b357cc6a70313d32316854226b7a646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2333.pt b/weight_and_grad_dumps/rank_step2333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53468b851b874c46c03f10c57b98a8788e2b4725
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa53bbddc56b465dbdcb8b09b2bdf90c46b2ce2ef9032b52a60df59afb2080a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2429.pt b/weight_and_grad_dumps/rank_step2429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ad3ca88477e7d6b30206e93631b5206ee26b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0320556d9b2ade4284ca025f625674bfe13e6b1c025a701fe4dfac655bd07e51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step246.pt b/weight_and_grad_dumps/rank_step246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975dc75fe889578bbea89dc47320d5d2dd08ff57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d717beeb2c562e80bd642d4b2684050c092446d82011af86d15ae7d44041a3a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2476.pt b/weight_and_grad_dumps/rank_step2476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7eb9f0de7f7acec240733c4492a77265a51f58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ab4756ccb2dd43766da77c25fab8249b0749e5c8a84a9adbe4cf54e691d600
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2481.pt b/weight_and_grad_dumps/rank_step2481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae63e9ffb08e7b808d4b38963b64930233ef399
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dfff3ad7fb2898c90908ae5a6cd2f8d0404b786a78763fa53153e5ec352993
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2514.pt b/weight_and_grad_dumps/rank_step2514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e588c21387fae7d56b992ced4762adc09e93d5a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bd67abad942b4f4bb08fef249dd7fb5e5ba56bc632e33bafcf8f303daa7b8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2727.pt b/weight_and_grad_dumps/rank_step2727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833aba4c4a6c4231bcd28f9b8f4775f8acc4d0b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4536ce8523683f77476aaba68c51db256e8369093001ead29bf2e674dcc15ad1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2778.pt b/weight_and_grad_dumps/rank_step2778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ead584c465854ffc508ac5ad460a4fbfd84910
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33da30226d1720b18979bd83702476272461c3a16a09edd1c742e7cc2f090127
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2804.pt b/weight_and_grad_dumps/rank_step2804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91ffc3c6ec396847280fbf83d25afb7da788430
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8011bc973fc8f8e82e0cd00e4ce713bbd777f8fd6c7ba856feb182d0dd562236
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2939.pt b/weight_and_grad_dumps/rank_step2939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc3c0daed3913f3ca5f1025339ba96f5b2d4240
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f59a098e5e18343e44653097bd35b33d20e3b856b655d141f1fec04f876ad30
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2966.pt b/weight_and_grad_dumps/rank_step2966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009c0f5aa021d05a1cd27da3d2cce966175d87f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b68e4308371f6b6a37c38ffafa3234a4cb6d3bf115e263889380cd44338d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2991.pt b/weight_and_grad_dumps/rank_step2991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07911d5d2d1272f34b9038e119c2a1ec16e7b2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6978bf9a5d055e3a758d4d20f5a01a6337087b73207a28b5ade2ba21e2b2ee68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3063.pt b/weight_and_grad_dumps/rank_step3063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0be84bf02f28098d830320d5e44d70271e9801
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1214c2cb795cc04a4f2ea70ee918a12ff219f7f7cae3f380aee5455953813e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3094.pt b/weight_and_grad_dumps/rank_step3094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea375ef03d3e3903c4d4da782e9cd1529c1b3d0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f7183c8d0403377ed24bc667cb11b730defc78007d0ba74a94516a7719423b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3101.pt b/weight_and_grad_dumps/rank_step3101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5be814552740ae96fa7d46e9cbb944989c125
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e622eff47bf7c94f67daaf56fdd7e7d6c6b18f30e376b09f3c37b5f46c9faa91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step324.pt b/weight_and_grad_dumps/rank_step324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d798628681119e69125a6251e813f04c3f67e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b865d53bc59a162677f404650e926c93c8ce027f3fa3ab1b92a6d05396e1e0c4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3250.pt b/weight_and_grad_dumps/rank_step3250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04753ee9c43cf98ede475f87e6f872046bf00c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5f21a1e68e4524f82b9160a11a2c3f111013444cfc3a1a6a9c11e481565162
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3332.pt b/weight_and_grad_dumps/rank_step3332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d9e3b02dcaea1540a96850566da3cbbe35e20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca67206b1029209fcaae2bc37c741ad4ac0d2e14082361a7b1d1d2834064542
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3480.pt b/weight_and_grad_dumps/rank_step3480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2687d8349a3a532d9ed200d3141f5f203976bd02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc3d1b1c4fdf408e1932ac5c34a7bae33fb77576deec24a036ce3f65c60bdd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3636.pt b/weight_and_grad_dumps/rank_step3636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3f72c41f73c288c7278559256e8aacf2f11a81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6e2f69e38cd133238b639d9d6f2b7c7ca2fb0cd376f36b57435c65ec995bfe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3644.pt b/weight_and_grad_dumps/rank_step3644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154918476e7475102ee72c67c60c499ae26efdf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b264d0fff85c4e317f5352291f2167ef5cf0f8f36944ad36af1d6c01017f6fe4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3669.pt b/weight_and_grad_dumps/rank_step3669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dff1381c903e43bb22f15f2c48483f30b97813
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360dcb3036ec0797bcecf1b44745c015059e9cf269b5c5ee05f68eec21b629a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3726.pt b/weight_and_grad_dumps/rank_step3726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70ca93ade3ed2d7001a246e364cbe00e23418b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68438f31eb5dc39c9cbebebbef2d794f0aaa78cd545a15eb2234622b177bb0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3779.pt b/weight_and_grad_dumps/rank_step3779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b09a398242111ef45fe7c0957b565baab8f38d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ed12ae11b3213b267dc74b0861af82bfdac7796c8a942a75349b6bc099e33e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3805.pt b/weight_and_grad_dumps/rank_step3805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18f79855ec7ab3dc10d1af6f0fc178c0fa9de9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4256acbc3d4fe39500c222065dae6d574ec762a3804f631ea6650d26e50090b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3990.pt b/weight_and_grad_dumps/rank_step3990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e5ac4acdb61d5f60b44a17a43385d62c8b0f1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f317f6b70ca3c5c8cb5c0fcee1760658fc3793e54e008ea47c27385d75a5c36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4.pt b/weight_and_grad_dumps/rank_step4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36ff3d41437df6771956aa54a224abf61640f41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cd9560a385cdeb40c54c68e0a43c394b63596a121a5eafa380648979617938
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step4046.pt b/weight_and_grad_dumps/rank_step4046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49782314da534fc878adee6403debf1074c23fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0ee2e3e53914b9002690f9bf7d04c60204130ae6073823aa640a9659dcfcfe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4124.pt b/weight_and_grad_dumps/rank_step4124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83487677f48b50ce6045571af4cb08c771f9c359
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df157e651a4f84aa7576d645af1b0974220acacde5227a993268b1479445ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4156.pt b/weight_and_grad_dumps/rank_step4156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5b530ac42a288dbcdefa475c9fba8588c0932c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb950d3b6409ce5269865ebcf0c4a6b49ce238462281dd753d43b32c43d4f32b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4275.pt b/weight_and_grad_dumps/rank_step4275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3a5d3bd51f474c68175f9980fcf15fad460711
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e0b7a7556a101cb18850080f8aabc83f4452ab7ecaff34c2c47f3b3240167
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4282.pt b/weight_and_grad_dumps/rank_step4282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab3e6131e7a696fac0e415aec311fa446f3973c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392f0977a342cdd6ab7e857a26c05f8d6741a9e183ce73e2f40224997b857031
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4348.pt b/weight_and_grad_dumps/rank_step4348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be6605349ef1907cbf134a6f68da5103244344b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c02d613de7ad0e2432d8f40f436035dc1d8636efa828b70347999fd63bdead
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4392.pt b/weight_and_grad_dumps/rank_step4392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb724001dc6ce40a07b6619c37c0759c748cecbc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a95a9ce162db09ff6e03a6e1a7e3a6d5966415e02353ab9581279b87e04887
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4452.pt b/weight_and_grad_dumps/rank_step4452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5bd5dc97e7e6e726c9c6859af2c78f3e604cc6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00294c307692696972a8b86edb2aa1d30521e54e91640a98f0910e77e07584da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4530.pt b/weight_and_grad_dumps/rank_step4530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933be925c280d19163493016912d85f2eed03a6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe13d78d4adce152ec8fa796df107e1a628b082c6a0a4b73f636e4511ec6b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4598.pt b/weight_and_grad_dumps/rank_step4598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0258b2a5876758d219177c0e4f7409ecdaecf70c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ad1d56da5773fcc346d418ba327b97adda2403832a814a066a6859f2eedf07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4661.pt b/weight_and_grad_dumps/rank_step4661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e17b6c9aca35fde238b61dad51fe2c4c70d3aee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87f5ee437488f174582c8c9c501184a5c92092b8f2b08af7ec3c2e536ae4ecb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4696.pt b/weight_and_grad_dumps/rank_step4696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9352185180aeb83c636e502b2543ec59d9b5ec81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0668707f65f5e9bae8c8b6a5b4d4ebe094bad92b3ef5795b0a55a889dc1a16f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4703.pt b/weight_and_grad_dumps/rank_step4703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feba9e7aa8f33e230b6d0e8be6be75cbc26e7e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b71355238d9c3b4ee9c7715fb77d75f8291c5fe034fa588a2c8c12314caa5eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4820.pt b/weight_and_grad_dumps/rank_step4820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501e7aa6c189a043f64663d7702b1f1c763ed15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c616e498a8a19d073521f37d632e49774657a6c4453e4491c562bdfc9974cba5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4888.pt b/weight_and_grad_dumps/rank_step4888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8ce16ac5e892837ba3f56a1fdbf19e4c7effa5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fbe3148d26a67497f93146b0091b8d72bd8d4961266bd5483a987ee8c711ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4942.pt b/weight_and_grad_dumps/rank_step4942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6248c00f4fbe851d4ff334351edd3609160910ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a095c17df15d32ee680efec4d443619b0e738536d5daafb89e7649207f149a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step496.pt b/weight_and_grad_dumps/rank_step496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef26bbacd7f9cdd8e4a8f222c0b7981a089e615
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe90c6d65b131b16027125aa8f0f3882cb4b64511917aedefb6a1dd0f26cb3c6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5018.pt b/weight_and_grad_dumps/rank_step5018.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c155e1ceb1e33793ac3fb8b02f5ae2e734a4da2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5018.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1a472c4a4fb991921747251030f090d8043e806372f0968e7f48b84547a82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step503.pt b/weight_and_grad_dumps/rank_step503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444deb211b68ea05108020736adbacbc4dfa74ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65a74a7e0605538c83bae167227ecadfee8c6fcc2f7efa34e99fc1935c5010a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5047.pt b/weight_and_grad_dumps/rank_step5047.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f748b4b85cd1d261ad412aad86a15111c2873ace
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5047.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e5a09a5426d92a830b3abf9e0932ba11d7d1320341c9447d8e9ff246c5f304
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5125.pt b/weight_and_grad_dumps/rank_step5125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3541aa59606164b89ccb69c7d7cc31e3c3385d68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d09294a50dbfe5efc0f53fa70ee766ed4dc5798078fdb07d28c8ee3f6dcb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5274.pt b/weight_and_grad_dumps/rank_step5274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c017210015b383544c0b1144ab7e7b1af8ed2944
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a55bb85e2ab250228a0fd92427f85d74289e823603e808958312a78e937fc24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5283.pt b/weight_and_grad_dumps/rank_step5283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85a23357ad402f20a8bce14f04c2c1511373c32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1c5cb9740d19f7224c708a876f9d6b2d69b761049de4f4faddffdefa5ecec0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5316.pt b/weight_and_grad_dumps/rank_step5316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64a05c4f2977fb9f4a58882613915bb5af5f35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88f3f76e931ad7c423315036c097d1c1b8411f28f66fb58023233b78ef01bf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5349.pt b/weight_and_grad_dumps/rank_step5349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d353ee0615d154f13438813761cb15860ec6f4cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d40f073f10dab29b86d82559e043616cce14ac60f7442ecc3d642c87c087ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5453.pt b/weight_and_grad_dumps/rank_step5453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be39e0f002adffd2e3b9d9e2e45d36f5b527063a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a35b97982633bb7577cd9ed52a58fa57db169d83e9e53c546ed30b15688b37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5531.pt b/weight_and_grad_dumps/rank_step5531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed1aa680efec56c3e2452ddf337caf850f9e73e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c914b60bf5c0b2b3ef775b24bb36baa81ee7ec5f14d40beb1710d34c0b40ebbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5599.pt b/weight_and_grad_dumps/rank_step5599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6274eda18ab277b6dfde93ff51f2a75a3761e1a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5a37688e349a3341f98f50e6cc4c4911df2e27bcd4433f63f5744f5ef2864f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5660.pt b/weight_and_grad_dumps/rank_step5660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172f6b79d44acd47f1f3f5c34c39053c562e714c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8db9832f186e2ab5a3cf060bd3930cdae7d40b2b585e8cb2c82c47fb33c182
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5697.pt b/weight_and_grad_dumps/rank_step5697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13667ed0796ced4ac289e72d585639b28073808
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218aab2c099428e6ae40ac823c6cf864cf489341aec0f8af794ad9da6cf2918d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5702.pt b/weight_and_grad_dumps/rank_step5702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a6efbe2411008827bd5cbcad236c265f162cbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2df8c563d37a80ddec6e527479494b08de6d80b4e556597738c56b983df59a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5821.pt b/weight_and_grad_dumps/rank_step5821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895eda7578fddb7e1db2f8a3d1d276938599b00b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be9607dcbe5b2f559c83e0d5718c81f6a9040de1ebf8d9b2a37a0d103472bad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5853.pt b/weight_and_grad_dumps/rank_step5853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafaab4caf62c6b3700ed95701c11c6703f62df0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb62a22cbbb4bd69958e66f0ebea6f2953e8585f6e16421e993a8d12316ac12b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5943.pt b/weight_and_grad_dumps/rank_step5943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f0108e8affbdc71ab46f3862e97717639bdd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f74806c59ce612845fd7adaaf50ae90cf69175c82c28b855dbbc7bff58d73af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6055.pt b/weight_and_grad_dumps/rank_step6055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5079f9b580755db060375ae3a0020fb7ec8a640d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2442ca7fc75cf4ed9dc10cc0cc180837e01642c0bb2d99c64a5dafdcc20f8364
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6137.pt b/weight_and_grad_dumps/rank_step6137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1188405a20ec5789c55fc9d24dcab5ceb91dacad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3536bc0759a7e02314d6a70afe3274b40bbd3c2ce8520edeabf383423175ce7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6168.pt b/weight_and_grad_dumps/rank_step6168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2dcb802938bf14123f69b4e7406b2295905b66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d78c1c268ca7849fd484725a2b7926a2e81911ce79146a74dab7e234e3f24ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step620.pt b/weight_and_grad_dumps/rank_step620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b931e81847d749e8b3d0de6a7c6883ef29b691e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f4b3a235edbaef7c963dd85a3eec8c05fe4a263b37309b3d2085ae2f99f5b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6239.pt b/weight_and_grad_dumps/rank_step6239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb9c268efa30d6991e393b0caf23bf18b4dc1fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45147f765dba49bec82215ca2a8952dd2fa73d19cd43f305b682db02aaf52a5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6266.pt b/weight_and_grad_dumps/rank_step6266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38aae9b6e51d84c81eadd5aa0c2fff5cc52ba828
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1fed8a00ce699cfae88782e694e8c3111cee1723287de13f3381786e1dba51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6291.pt b/weight_and_grad_dumps/rank_step6291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee1cdf1cfa701b3bdad81c47423d3c45541855f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce501e8447b888eefefed4a56f08a16b8bcdd48cd7967a8202412ea247cd70d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6304.pt b/weight_and_grad_dumps/rank_step6304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900c1be4c10b8157fac6fef44d5557ae3f0ed87c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078f53a3b84944efa40b3928ece96e446d97a2311705626e4acdb4c8bef977bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step652.pt b/weight_and_grad_dumps/rank_step652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba40e0509dc1437a0991ad7ec1ab2f91108d59a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d816eb703f5b2dca1065a135a58981ecdfbb103c2438d5bc849dd25dc59d42e6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6523.pt b/weight_and_grad_dumps/rank_step6523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddbb43d4ae1f4458bbdae584ff7fab87ac1e9a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed30fb4704d75de7e3e4e10692c600cc7505b96c53cc5f4a277ef201f42f8e1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6795.pt b/weight_and_grad_dumps/rank_step6795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a09278ef40269c61ee8359a04f9074ae633690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ef8cfff237f176a88ff237f92431837eb297bdcc605ed71ea4b16d1a1bf42b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6833.pt b/weight_and_grad_dumps/rank_step6833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f58c0712e731c6be11a6cabab99c3260b7df19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1d5758c56dbf63ac28a1a6e33002f18ecdb80614c83dfe4d5622a2ed3ebe96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6923.pt b/weight_and_grad_dumps/rank_step6923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45291d5ab69a0a5cd5857639b1661275c33183fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c8142ca653a4d8eee9a67fa048a74b469c41d203ce4096aa58cdcc21e0e65b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6951.pt b/weight_and_grad_dumps/rank_step6951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbebbe31fec647884c728eff09b781fb6e65d54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcd28867816a03977321c5b1a24e1233efce4f17b6d40cd4c2f87ab495386fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7136.pt b/weight_and_grad_dumps/rank_step7136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf210f7e6abc0554914e18dfeffb330e6b852dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cbcdf94cdb5ce81a23f151d03e8a4f007f83ccbe08d579d6a3ef4414ae465f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7169.pt b/weight_and_grad_dumps/rank_step7169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7532fdfe7b60ce21d6a10fac439e4564ea7eba8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392d6c8bfc8237df98a5d0203023787e5005f1438930a88fb86423bc21e8c7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7238.pt b/weight_and_grad_dumps/rank_step7238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1879ca09716b2fd2dd92923a7adeac7ab83eb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cae9818cfd53c98cc9e3d20b50d61b5d49af1099031ad17ff290a3d599bd416
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7290.pt b/weight_and_grad_dumps/rank_step7290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f0ed5b0aa5212af4518e2ebdf156ca7b6ba50d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7ce00d4decda1425a2d87b64199f2c0f4ae84405fc136759eceabeb7f9372
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step730.pt b/weight_and_grad_dumps/rank_step730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505cf54258b015c6ac9f2b96ad1384f52e61e66c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa51e25b5d00852645f875ca3b6e5e6e83b56fbf6d67f49f200dee99989ebecf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step742.pt b/weight_and_grad_dumps/rank_step742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76e582ff4074c50c5a162b0dc854a664205d64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db335545c5997d657cf4e4725a6b2c8e5e00ecc9bff95fb534da428880f0d821
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7440.pt b/weight_and_grad_dumps/rank_step7440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e8b6197c85d81d4f96958b949e6f2e4e3c03a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493ce3527bf92c00e93a33c759a8625f0a8c7c65f356c8dcfb7b7c5f1045b3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7522.pt b/weight_and_grad_dumps/rank_step7522.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7776ec6da74d6db7d4d0646df5e6dc8acf262902
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7522.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f32bdc8d713bd4093c81d727d281f05531521d5f500763ec1a80ec32a95169
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7673.pt b/weight_and_grad_dumps/rank_step7673.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1dd0a6a81ac54035bee32b206f22326a4446d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7673.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a507f489d3927fa47bb88163893167f171d7af6bd6a7e0bddc3a90c05df99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7684.pt b/weight_and_grad_dumps/rank_step7684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40e4c588ad84d8ea22b6f6c2160f0c2672f40fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed8e61f300a9e41e76970c0d769b25a97bf534ae359db1470381fac6fed0e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7711.pt b/weight_and_grad_dumps/rank_step7711.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c4162f7067d287875b5571573dfa540dcb56e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7711.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84666ee86427293be7501ed3770b56fe3a7ddca1bb78800535beeb7debe938c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7832.pt b/weight_and_grad_dumps/rank_step7832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b414c8b139a20463ceae2fddee2cab5e9679fa3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06c92e0ec2fbf5e7d2b9783e01f28a956b99eb433093fcb171317da673a433d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7950.pt b/weight_and_grad_dumps/rank_step7950.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f13be6417c1dcc6194a4fe8d28cc17b183ed8dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7950.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd21a3cec20fa44549d92eccbae87b04efc3fd6ec78455196295e91bf6fe158b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8023.pt b/weight_and_grad_dumps/rank_step8023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f88731215bcd08f642cbe33131126c646d79b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ba2a291f3b5b30089b96fc0cdc0e1a51b2adfefed9b36aad47366da29deaef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step813.pt b/weight_and_grad_dumps/rank_step813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c6eba37306c7d5fb9fdae3b47b8c9aa952257c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bed96b52cc43ba1d034f04b2a84dfd9da40e6b3c6bf581db4ff94974dac085
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8141.pt b/weight_and_grad_dumps/rank_step8141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104f5c4a1bf8250bab712c6dfc85acbfdea8ba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017f3257c015ca156d00781bfbbc17b6457c6ad145cdfefbe7fa2f2d37d62ab8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8210.pt b/weight_and_grad_dumps/rank_step8210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f546bf533bd6649f0dbf46be598a0563fb5bb909
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640b5728807f384c19f5e649a7d2b19678db64fbcc365c51dc8e59a63f8f90e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8372.pt b/weight_and_grad_dumps/rank_step8372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4234f0d7a7dbd7f75a1e1d198a71cd9526ee04d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b73614f4157314d37e63195b4978ab3350bd09ebd30e666253713b88c931278
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8385.pt b/weight_and_grad_dumps/rank_step8385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cf0aa8964d3f324ede73c23f3528d7db266b63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56477fb2d3beafe403d2c56311531961baa10dad212d5720d8491578081edfef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8437.pt b/weight_and_grad_dumps/rank_step8437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea496cefc5544dd00c71c336113bdbaeb9a52ce3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b9d078768315f9ae0beaca428b8eaf6e6256e267ed778d9f6280e3cffca86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8555.pt b/weight_and_grad_dumps/rank_step8555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6ef2153303889c60e835fa07c19306dc58b05f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b856d565cc1718fd3fb29ee0cc8bb17b3ff0c325573d4e32d77146116a683810
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8604.pt b/weight_and_grad_dumps/rank_step8604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa5333e99a611e7ede04dc6c50e0d085cafc52b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c3cac9d393902ac200fd8679fcb1881e60151b54b7712d0c961afbe5849a9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8676.pt b/weight_and_grad_dumps/rank_step8676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1406a866c6b6013d8adffd5136249f13f146b8f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf93c932bd4c48bf56c453ed4530f78caffa35541d0df3e6e67520792d68799
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8739.pt b/weight_and_grad_dumps/rank_step8739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc34c4beae725c646e06d4ed61a04395bb4e4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb996a876708ddb6df35848197f36645de788b99e122c37e1403ac71d53fde0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8766.pt b/weight_and_grad_dumps/rank_step8766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c917583cc7e90b3e8f55b97965f8759df3df297
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6b9159814b60edbe264e62d16963943de089f807adcc5313c54fd80de315ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8978.pt b/weight_and_grad_dumps/rank_step8978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e089b509e5c72863bfa5723124d680974b97482
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7f96cbcb2be4997ef05d9f2ce76ca0ee937628d62723c5bb5f06cc34668f18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9022.pt b/weight_and_grad_dumps/rank_step9022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36a9c43b4736653fd8c16276dc0805b4a26a5be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4374fca2eea4f551d6dc68a7ca75af843da1f596b17745bbbe07712578c9d70a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9132.pt b/weight_and_grad_dumps/rank_step9132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4119e0c1168d0d639c8d1de4d8d677194dde550b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7365fb8ef8cdc3e6a9653202c5e49a8b60bcbcc2f3ecaed4dc42f3d3f7f37920
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9211.pt b/weight_and_grad_dumps/rank_step9211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7303ba2f71003f1df76997fb588b9de5f22303b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5658b432f3605846f67fcfdd45e378937378ba08c2a1349becc6fa3c01521d46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9263.pt b/weight_and_grad_dumps/rank_step9263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9578256b7023b1c62eec37bf23dda16a4f58c648
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46df38fa8daebfcc9dd98c3bea97105eeec682dd6b0b92eae32eb478b6caa79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9301.pt b/weight_and_grad_dumps/rank_step9301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066bfb5a8a7a21b3d27043353115d15e6b50695e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c40de3405a81ed8ed6efea15360651330f30450c0bafa085995ec8611584b6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9373.pt b/weight_and_grad_dumps/rank_step9373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef290c17a0c3041d963f3a4c77dde21bce0ae6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8318b64ced7c4a9cec948844befaa4ae39433b99d53ab1c33565e02b19a499e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9436.pt b/weight_and_grad_dumps/rank_step9436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a65dbf9d6201fe10716be5189489729a812efd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a9170b1b2ac1764cd62adb074da61b481ffb846c3205b5bdeba4e35e0f0214
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9469.pt b/weight_and_grad_dumps/rank_step9469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd7468b8657aa4b74118125cb25408899090e39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef6c17f3c5ebacd525658a396e2590e7398f73f9bf28345ad1fc012651e2b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9554.pt b/weight_and_grad_dumps/rank_step9554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb309bf3bdb7c425940d6e1f2fcfff60985449f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4eb9edc8e85b0ef02715e91860ea8afe40e9fe322ea4113757d407cb7ba1c5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9605.pt b/weight_and_grad_dumps/rank_step9605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb36678857985a18c3bd1d509830e5429478465
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281e0d932d19931f6c786a3d9e91db6fee7dbf62b856422d5bacc2b7f60cbfe4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step971.pt b/weight_and_grad_dumps/rank_step971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2bf2b133fbdfb243e6840d497f0da850b91b53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4fb5744293c8b907bb50568b0eb1cfb8ecf9a8f590a63f22edffab786b7f9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9738.pt b/weight_and_grad_dumps/rank_step9738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9275bbdddb9d5e76db66f87abe9ffa510f4154
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af2f71d7c8f2378df50f3a83a246f639150e8e2a1c18f47d689dfad0c7c527
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9767.pt b/weight_and_grad_dumps/rank_step9767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c829fbbfd3e77e7821e1c074ae7acae24608c01a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d19aa0720cb1300a533cd0881d5596ca01719a35709b2e3ba2ac065865d11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9790.pt b/weight_and_grad_dumps/rank_step9790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b619ad223eeb242fa8a094d3a8d507c3499b74ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596272da4eaaa0b7350082ee446c65e81ce9ddc3af152528fed16864bb9d6a7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9844.pt b/weight_and_grad_dumps/rank_step9844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841e61d1a0de6b4a8c1fdab2f51009e44ad69fdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e826e97d5023599305e0219cf5c29c5098a7c0629e0e7d0045301935af8d80c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step986.pt b/weight_and_grad_dumps/rank_step986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d453107c7e62ca5bd3e98ac9e2f3e5083f0fb62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b27ef8aad9dd320f973ed06a5a9a8f17575bab05ff6f52f124e669439aa28b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9926.pt b/weight_and_grad_dumps/rank_step9926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb59b03d30dfd7324b3b9e0d4de5da910a309980
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff21cfd839d56831ced9c85794069c7dd33a71f946a85dec609b5e6c9c4c844
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9979.pt b/weight_and_grad_dumps/rank_step9979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7066e81547a1f985edcc744a2124b786be45ba09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d58768fdf58de93f25cafdad553df3beeaabd51a0c6d78e68fc75e5f0efcf6
+size 1524331132