diff --git a/weight_and_grad_dumps/rank_step1014.pt b/weight_and_grad_dumps/rank_step1014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ece525d6c51efadcbcb381b7ae8e5f426a1d330
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e89d0c51cfc6fba7bddbd2dc905a305215cab2a4180a5ed876353bb73cfd21a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1129.pt b/weight_and_grad_dumps/rank_step1129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d6fc95f740351824b0b458abf79919326bd690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c646e6b363b102c02bd09cc1e94b33775010ce06697d528cd744eda5b68aae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1176.pt b/weight_and_grad_dumps/rank_step1176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82f134fe6e623aba9d5797b337171344f5de811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a8f8cbd8f7cba092d7234bea6261c11272901272a15470a53795eb3ff09829
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1181.pt b/weight_and_grad_dumps/rank_step1181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72777a57e4a1490d6b46ea3824904c0faa69202a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1a86e0a839a0c9c536457ef713e98c126dd9bcff218fef98a3f07202a75152
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1227.pt b/weight_and_grad_dumps/rank_step1227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbffc265789234f43774942cb582170b577a44c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017d3760791ed97ac7ce1bc6d9cb8a9a45bd18cea8b0d8c2a0756836878008a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1278.pt b/weight_and_grad_dumps/rank_step1278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0e40e1175db8d5a8c58be9be4860f106a7172a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d3c1174e8ebd37ccfeab924f40c6a0c87ccaf51a2f343e47a70074b2d402c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1345.pt b/weight_and_grad_dumps/rank_step1345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96df57f0cef74ce90712937761e44521b4606ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a376d51193d15ae8dc5dc70578dc27431d4d491ca33f48323439e7f9f8b043
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1472.pt b/weight_and_grad_dumps/rank_step1472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cafeb086ee21ea836d173ed5345f8d409d7a384
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979763ec8828015713088c5c14435fa447938d20820192749ee6806b8d1abb5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step15.pt b/weight_and_grad_dumps/rank_step15.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf57b10997c2d2580708acc70727be3cc10693
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step15.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21458c600de8858aea80475f9cd0387121a83b86ca9e178640937f9bd564221
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step1510.pt b/weight_and_grad_dumps/rank_step1510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8eaff762f2f404c53d67a21177ef00ded56ace
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d8cfe062d16795013574c935541b9af6e93b34ca448352dcbb67b8e589313
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1641.pt b/weight_and_grad_dumps/rank_step1641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8997f0c2fcd22581fa8f1da3056dbad813550a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876a03d613ec15e02e5db46d00c9d8eaa8d3e1a8fa8f52810be47cca9bddf802
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1723.pt b/weight_and_grad_dumps/rank_step1723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96237efa899a2474b9c69a65ed02239fd03e6a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e43bb490d079e2d00245cd3779f10b6fa9673fa2bec4d9aab4401e301ccc7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1800.pt b/weight_and_grad_dumps/rank_step1800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198146f9d3563134d4bff65d42ce1d091966855f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7012b982fed26d0e1a158cbf94655af0b1061c59323b362c7a658b4f4398e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1962.pt b/weight_and_grad_dumps/rank_step1962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba2f168bad6cb42c9b05a0f17fd044d72c1e9aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1317832a98a0f58a50c3193680a6d76907a8b22058e7801d183e725980a0f52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1995.pt b/weight_and_grad_dumps/rank_step1995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e70f99b5c5ff4a1b88cc49913c6d8416d3eba9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e7dc108e67bd917e8f95e9af544fdc5d846bbb4b3011ca8393629b22d4ab5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2006.pt b/weight_and_grad_dumps/rank_step2006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935c73b02cf81025504f51dc643d18e6ffca1731
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f222a55e8190a56ab9dbf27c8ab84986121910aa9a7bd8dbfae5c6b08c61e86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2059.pt b/weight_and_grad_dumps/rank_step2059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754cdd59d62c5907d2684b3328ca7fbbdb4ef926
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56b7bf5d5d4f5a583db66faba86bfd2f1a073cadda4e1083cc15ffce716ceb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2081.pt b/weight_and_grad_dumps/rank_step2081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bf0ce98434eb40a434d7e2e27d88bac19e4c31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c36daff6921d2c4fc0ea64e1892e12c04d770de6e6dc931982e2848bdbf448
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2164.pt b/weight_and_grad_dumps/rank_step2164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febfa0bbf9b0d5de7c18117bc9173787c90403dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90430a14736c3efd9af3e7b60327d40dd8923dca9c431826565b67d2e9170918
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2193.pt b/weight_and_grad_dumps/rank_step2193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59728ecad8ae0ada3e9d432b0679776ce0ef6d6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc99694e884f24b5e9c72a6a7810d0d5076d9065b1ba38047e8f79ec3b4f940
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2235.pt b/weight_and_grad_dumps/rank_step2235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90f246d47dc9811b05c4592c5a110981231b504
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8e515e40903f3f434ef84102dd90b31f6097835f481d5a50f6ad8d14bb98b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2308.pt b/weight_and_grad_dumps/rank_step2308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036269beb3b0cc93b5421bb639559f0b9c50d63b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582398704e3523fccf6eea7dd2486ecf0fddd95ec4760ebce1532ec330d599ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2357.pt b/weight_and_grad_dumps/rank_step2357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877aa36d12081ec082e2495f587374946b3724ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0770c416449ed844f92b14be358106c22e074b5c262e3e6452d198bb3411a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2460.pt b/weight_and_grad_dumps/rank_step2460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a8fd6b176f773bf5554c7f569cb454176b9a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52d6f12ba7c07a387dc7d5d27ab44203b5cc3df44c60c24f67d45f0d9fcbd48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2497.pt b/weight_and_grad_dumps/rank_step2497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def9262e47888359184252a1c667523a608db8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f98eabfa86845fb67845a356523fb04350c9d8fb494811bb1377cc01ec0f4a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2502.pt b/weight_and_grad_dumps/rank_step2502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510d496fd62ffc97eb3a2ef8e21c3ad9b96b316f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfda7ffd99a5e5eb55481cad346520c659ae469d2c23bff04ca929a1b35288e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2653.pt b/weight_and_grad_dumps/rank_step2653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d267f715894653a2274edf189a5e88727ad61d03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d9a7230d5b243aa8e58c355b3cd0981fee8cb3d15e6bf43bf63fae551ced57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2799.pt b/weight_and_grad_dumps/rank_step2799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a83a9b6d790977e1a6004d0997190921eab647
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115854a9514b6e25bb417bd09ca89f4b315a78a1d2dc9ad9bcf48e4a357478f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2812.pt b/weight_and_grad_dumps/rank_step2812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abda2697defe4521e0471a482780c4bf4ca11fb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9864576dbb10b2ab21c3afdf54bd8a2a857056e7a3c0b65ff62b292b2b46efba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2970.pt b/weight_and_grad_dumps/rank_step2970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582bf414302826aea566dbb558e8cf1e894cf6c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e012b95e9f9a5e82760e6ff660aad30069afaac908cbbf0c3a3aa2cb72179
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3075.pt b/weight_and_grad_dumps/rank_step3075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27de544723a67e4c10c318b2376bb2656f6be35e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaa606a3273858b6b4dac2fb0ce6d08fa180c46b42e5e3c0ada1037f1fe2b3f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3082.pt b/weight_and_grad_dumps/rank_step3082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a38c1dd564642b76a9d55977cf9f62eb75f3b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8b06906e9188c62fbdea51e0bc88f9fe79073d9d93ac22f859da2bb9b1ba23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3117.pt b/weight_and_grad_dumps/rank_step3117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8563c826dc42eeeaaa9d03d3a4de2a3a9b5aaa1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c4a8ac7a63095d224afb482b8c3c75c218bc0ec74e1550457d549f67914da4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3148.pt b/weight_and_grad_dumps/rank_step3148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4984fdf951a88da294834d042af042a576523a2e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b842e3a9daff1828fb9559eb422ccb58e1989991748633ca05f6fcc838e8fa54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3413.pt b/weight_and_grad_dumps/rank_step3413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f118ee766afc08a57209ee426365c09f11e960e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733cbca3fc0cc051126d22b81d2e09c6150de7835588fed9ec0fac035f1478e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3571.pt b/weight_and_grad_dumps/rank_step3571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb37b5df411973f57ea597b4cad60c08d376db01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201787b7e2cf1ecdd6cc44681f5f06c5c3f1286bc1d68115a4f6fbfc68259c98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3586.pt b/weight_and_grad_dumps/rank_step3586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ef594eee4696b43c65b76a7817d1be3d2a742
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e8dc144b04a3e6067fecce584f6a53e0e59a5750c13b4025b577ecd99d449
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3620.pt b/weight_and_grad_dumps/rank_step3620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3059d0489c91cf06c6013556974bdc3549f95f8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651a62f3e2ecb9b0bf707154183417f63098ce8c4df8394fb84e6068de09bd6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3688.pt b/weight_and_grad_dumps/rank_step3688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea9a816433c71bc12bf1102147f4483c067e857
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7b6ca2a6f7fd14820c2565f24c3fd0047ae6c08eba47b80c7a6186b585b72d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3742.pt b/weight_and_grad_dumps/rank_step3742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3e0cb0f273ba5a4265577aac02606638f2c770
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee2146396fb9ca8ef20a0600707238befe956170649728d498fc8bbf08a39b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3861.pt b/weight_and_grad_dumps/rank_step3861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d6bc8d8382bbdb4788baa3324bad17fcceb456
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900eef8ed9f81c7fdd6f22b8031f4366ca74723bb09b588634ea9be68be56302
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3896.pt b/weight_and_grad_dumps/rank_step3896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8419fdc4517ec9c66416567c5ac6f9445b9638c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e460d4be4dfb2953dc49c4c002b3d1f38024a746c3972e07611f27ea2824b050
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3903.pt b/weight_and_grad_dumps/rank_step3903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265a5d629da7c3259d5ad88f1e54a1561f7311e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49212958d5e05b3250f0940820e453632a5706c9bb17d14c7a88155348a69c5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4022.pt b/weight_and_grad_dumps/rank_step4022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7808c8528f6617f0e83df58a323be80fa8a202e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f1d0345779fb86a92790be04a692256ba71a3febf0d6ea88154777aff9c7e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step405.pt b/weight_and_grad_dumps/rank_step405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da36f240551e8c36976d603acb9755ee413f091
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd7380624d41e63d3f77ed57e71ffd12ce20f289c71ea7b5648f11865c4c25e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4130.pt b/weight_and_grad_dumps/rank_step4130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be149365b06d8e6acbc23ec6c9c5dae44ae695d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975e305365418d7bac426a200f3bfdd98c921d146fff0c45a5359074cf5f233e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4140.pt b/weight_and_grad_dumps/rank_step4140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b499aca05058e59476b8d853066aa97b32c9b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315477acab415760d7b9c390c1d8765e53e2df23d3319ac7cacdaf8f0c75d45c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4211.pt b/weight_and_grad_dumps/rank_step4211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8267aaac0cc2fc4f05e15f7456d8aab0d0433
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a87350ff8734f30003214b3d4fbc9cc9cf5a9aee1d2cdb8948d976100d9a34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4373.pt b/weight_and_grad_dumps/rank_step4373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff09d46680a8d82a88f538e80a5ebf47dc102f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af44963d34e865676e869bef0daf064850530d6c1e1bf52be36cab376303c40e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4384.pt b/weight_and_grad_dumps/rank_step4384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8cee51bd19fc4fddee4973265cc9506c43645a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee75f2a1310ca58b32f5a60c0fedc44a4d0ad7535b6e9193ea990c54c312f42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4526.pt b/weight_and_grad_dumps/rank_step4526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc1830945e1b064df571af900367762a6adbf12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd55e8ee775267c929e1aaccd5706ed1e83728a78447b7c03b873516e506f4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4579.pt b/weight_and_grad_dumps/rank_step4579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7bd4ed727b2146634d09aa36c797fa1fc159c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b79f967baa992cce28e404bd0fef0b332428e346073de561ff678f5a7cb847
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4628.pt b/weight_and_grad_dumps/rank_step4628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5187e25f9e30e520a75d719d02b56f42109d8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd2452851b4fdb4d5e2e74a2c8c6d3f8dad14d89134dba4fc64d1e19bf59783
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4677.pt b/weight_and_grad_dumps/rank_step4677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0291cb8a3afc34a87ccb0121c486c1bf0d116b56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d4b48a22d8f200be9ed1f9c03b96a9590b2d852716853fa49524b7b44b022
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4715.pt b/weight_and_grad_dumps/rank_step4715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914eb5016d375e39247ceccde84922cde84c0997
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311d01ac2f7c772efd7c637ece33cc305563b29bad3909e22379037d35ec2a5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step482.pt b/weight_and_grad_dumps/rank_step482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44fc7296436869e63f08fd336f9207f6bda95cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fccd88e523f7347a226e37e3566a713ea3f261bf3367f7f15f9df0293eb71c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4869.pt b/weight_and_grad_dumps/rank_step4869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ba5e15d6a5c54252a67d5f77ee4da98de56d4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08c5bc2ae2b4205dc3baa875a42a2202cf3a347e373c184f80689978b91a75c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5051.pt b/weight_and_grad_dumps/rank_step5051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f3cb36b25e913a291186d9fc47edb9a65369e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b2ad4040fe62a31b42c674c60724a0898c0303b2dd9d16022dfaf30e2682b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5262.pt b/weight_and_grad_dumps/rank_step5262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b50055bd03d7cc9d4024c83fcf107c49919537
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceec4d3130dcbdeeb1b82a1d0638e27c17edd184c823a5ada2be48847a88189
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5300.pt b/weight_and_grad_dumps/rank_step5300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2e034e4448cbae0e4716b4c98f0516c36c236
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea504ae85fbf0224dffa229e5ef6729ad8895ad1701d02cc0c1e02ced488e6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step538.pt b/weight_and_grad_dumps/rank_step538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed195e3557a082d1d5082baca59b0bb03ac7aa78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c8e9d746ab2137f4053e74144f7c1bd7f7f1a496626fd5bb269e4939883d6a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5437.pt b/weight_and_grad_dumps/rank_step5437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ccdd04777f54d86be3e2a6f1a36b58de01f7d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9f069d796a742507a118a773dc771063905a00286cafe37a77791dcf1a9047
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5468.pt b/weight_and_grad_dumps/rank_step5468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d9551f1c47beddd620fc755d44e2824dfc6754
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d864e34419517a42e897bd5027d9f4bb99918ff93e899406da68b4753510ac97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5555.pt b/weight_and_grad_dumps/rank_step5555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0c64b94cec2abb74c3ca7691d532fad42ee12d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63bff9d3dac40af8be86d5112c35dc319a6d568627c4fe7504651d42d64b10e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5604.pt b/weight_and_grad_dumps/rank_step5604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af200025b8e69704fde8749ebd48116cd5dc3a3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d04fadc4093dbbd8e9c65bb31f70ebc1386951bbe57e5bbd7631348102f55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step567.pt b/weight_and_grad_dumps/rank_step567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc637966185fe28201415c891dcb51cdc1b5b12f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85157bfaac08b2a4fa85c6aa1c1efb4d6d5cf262c12f6f2f87bd839861032d92
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5766.pt b/weight_and_grad_dumps/rank_step5766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642662b9b3bf89da9788b4bac15713abff3b58ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8951cc66291a57330f0f39034ab67ebec78d9ff71dbb6e8fd985e586178782
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5791.pt b/weight_and_grad_dumps/rank_step5791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79d228ba642fab6c8fd440d65f77cb996714fbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cd3f2040edb46f0dc9e78dd2855c13a03a254494abcbda9f47ec2777944956
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5845.pt b/weight_and_grad_dumps/rank_step5845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a0fdd918f0f8612926564f59af0328eae5b958
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a189eebc900f99d5b7ebf1608429e2f0b97b0c6c24b4d735109a8b87133e543b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step590.pt b/weight_and_grad_dumps/rank_step590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6654027a9d405700184a2751048dc1b2917068
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1fa49bdb89d479867f6e8cfd2f14f112acaf2451dfd11b7191d3e866b0bc22
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5908.pt b/weight_and_grad_dumps/rank_step5908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbcbb3757802a083c347abf6742889f754277a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22b619e31fec33e6094a74acdea02ec547a21fb53e9c6f9f80142b5c634301a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5927.pt b/weight_and_grad_dumps/rank_step5927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb8badaf62ebcd75381d95bef11b3e6c96a1a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e100b935d93ce67ba200a36e21f5d2fec86b113f3c20fc9822bf5ff77a80e1e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5978.pt b/weight_and_grad_dumps/rank_step5978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b326563f99e48d7d272819e65b82a86a95198f92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4a10c365fd5ddd8b248387904d261f40babea5c11785fe7172925bb74fec95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6189.pt b/weight_and_grad_dumps/rank_step6189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7273a90f5e01a80d9788848a6e516de4dc32084
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2883ca4abdd421739ab8910f5af4075587b3eb85c7c5147623df391bd6c90cdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6270.pt b/weight_and_grad_dumps/rank_step6270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4412858cdcb6d94655389f15be91f768fc9921
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29c7d12d973bc13ca1bd474efc2810b3c8ffcc78aed7dd6503b46ce5357df9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6287.pt b/weight_and_grad_dumps/rank_step6287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc70ff8cf6e05e3f710aaa91bf81cbf2eaaed3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abe9a7d35bd5d8c1cb7603f1be90ba535e3e08c2c608de76a7d5267bf7b5c0d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6312.pt b/weight_and_grad_dumps/rank_step6312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ac066a61786b5a1a812a80035f82abdfe8fd17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b106a6f7d9e6155644e77e9242145b899dec0ef1c97c40be3c69ff787080c41e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step636.pt b/weight_and_grad_dumps/rank_step636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba97d1d5095e86b36512a99084335c7fbf83ba5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617177af2e973c77ece2f3eebac156f5020fb0af40c2f09837ed72769115d288
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6425.pt b/weight_and_grad_dumps/rank_step6425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72fcda3c6a4c6dafd37556aa97ff8f651b9bd8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9244f02ebb1c2c2fefe4d56ad22b50e489a972be59033929cc2e08df0a99b36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6455.pt b/weight_and_grad_dumps/rank_step6455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6c2dd3e994fae9649a1a3983095c87155d8686
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f3f20b4eef7c3bb16fac0551fac1a9e4b3b969043eb74ce57e9138811c1129
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step646.pt b/weight_and_grad_dumps/rank_step646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6420c2e4bb622b1e5b567c1dca08f9364a260868
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1b246800bbdbb348c3adb028c19ce84e22b356216e9def61e2c41a5b65860d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step65.pt b/weight_and_grad_dumps/rank_step65.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f86d2dd75d3c0975b4d562f74e77d1c91e03a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step65.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5951742ae0b3992fe15f4dd0778230ea0a51c74ed20afd0840d1220c5a9b014c
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6518.pt b/weight_and_grad_dumps/rank_step6518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56ec570093927e64fc4727a3567f291467cc9ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c06c5707a15177bec7287d4f0253cf8795992cd5bc0e45d870b1ce05b5d551
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6547.pt b/weight_and_grad_dumps/rank_step6547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f330948095b4395704bfcade858672dc12a77be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b756c8d8e8ca92baf6417897d09279873af344a4baf9d30f341175f3ce09b4f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6616.pt b/weight_and_grad_dumps/rank_step6616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de59088550e18aa60270e66bb392dd5071229e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14516f8c9f040f40ccb2e6fce1c6c99fd2500f2a6abc8cad1bb6221b2cc83281
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6649.pt b/weight_and_grad_dumps/rank_step6649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b967bfe92b1bd024355b8a02e2174b01cd13e551
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c9a24c1d891ff2f4100c118ff3a47b4cba9e95f98632b4ad2fbc2f4da9e782
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step669.pt b/weight_and_grad_dumps/rank_step669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7bd7d5ce7ed0e4c8c58b79c7f7f8ca96393847
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3189b731fe97daa5793baf04acccaf0f4fdf25675cf45b4affb24d5bc0aeacb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6774.pt b/weight_and_grad_dumps/rank_step6774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262e16584f8dbb0987e745dd5c1d652ed34a25e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b4ca35f3ee0e2127156a8b7729ffd9c2718a829929eb1504388c4ca973a530
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6783.pt b/weight_and_grad_dumps/rank_step6783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8765338f5d8376913be80c9ba6acd6fa527db5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aec6e9b1dadbbda57b57ccd6aeb98c1b984db632904b0861c114892a3c8ccb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6808.pt b/weight_and_grad_dumps/rank_step6808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992efabc5fcc1813398d7682f73d96906ae353f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80df67bd20e6cf5bc9da3052d29e8aa36694fa0dd5c4568e039fdaabc5041ae6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6857.pt b/weight_and_grad_dumps/rank_step6857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8d1f93cb2624587d49ed65426c7d15883d48d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2449f1059d1ee26b5577236349eac12d872d014870b8241258bdd5d0491bb84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6935.pt b/weight_and_grad_dumps/rank_step6935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48349d0ae3d64b395c9c7a4fdae7030a9d690e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6817c8dd99b54fee53e100cf8f8b2508575ab8477146ec4624a5d9dcc8a04333
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7030.pt b/weight_and_grad_dumps/rank_step7030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e75d1780e5c6792c4800dc78066e6cdddf85bc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec0ad5c47db00fb7a11a315c794c2124d7c7f5641686a046a7b2e1b58cbb172
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7098.pt b/weight_and_grad_dumps/rank_step7098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42132e0a823ee3f0b731a1da701b1b75c3a3df09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054172d339a9f03c7a2e61cda7ad3699cd6e4cf5013c79a2510a168472697a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7152.pt b/weight_and_grad_dumps/rank_step7152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cf664c46f183c946deae355bdc5124552fdd6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528d5835abd3f8860bf640cb861562109e4b4aa147be3f6044f6a779175a6789
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7203.pt b/weight_and_grad_dumps/rank_step7203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e856b815cf4c6e1f5df5b58809661833064dd20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b81154063a636c5d8c4e741f1dcdb24273424d0f3e1afec056600847ae2bd57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7284.pt b/weight_and_grad_dumps/rank_step7284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56362926b27db2e5ca7ceeed8bcb293bdebe523
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11afc42fea064a3436dfa8e8bc31357198a9c05b648b52a2605c81204f7cad2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7396.pt b/weight_and_grad_dumps/rank_step7396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499c9f51f15f69c8510fc3039e608d110550235c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52669c492ee283db33070cf839be44a86e87b1ded032e6eaacb10cec4859348
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7409.pt b/weight_and_grad_dumps/rank_step7409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35670d673b8c5ed61a7cd57ba1dd197fb2d72a1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f471d50532284bdad9f3bfd4aacd442b87b3734094cfdb111df36a1f309b1b3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step754.pt b/weight_and_grad_dumps/rank_step754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7af6860c1be7a7935e9c1969813403339125d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70d638eaa33fbc2fd8e35113fea8c3ae41ac4a1651debd04c42930d18935bba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7665.pt b/weight_and_grad_dumps/rank_step7665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc4ac7acd0e7343f4d58af4ab1433df77c81d0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431a149ffb8b5fe5e2d4c151ddf7f83f3cbd57271661d6cad7fd5a8152de7875
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7692.pt b/weight_and_grad_dumps/rank_step7692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a9c805c3f266cefe2911726bd3724447fc622b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f93b92bc5bace5bcb5524e026ddedcf747b7c314b0482773b1d10a3296d14e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7707.pt b/weight_and_grad_dumps/rank_step7707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a9cb802313cb51fd01f3b599e37984fa59fbfd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f982056d32544df4671d31c6a939b5de960bf9c9e80bc9d198153877726c51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7758.pt b/weight_and_grad_dumps/rank_step7758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21575aa0c10ab5baa917a560eaae4e61ba40a32d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edb4303df6a2a8c2f22b4689fc36b57c71ef3656182ae214a953dc98ea5a2c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7824.pt b/weight_and_grad_dumps/rank_step7824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dcc346cf66843a3700155a3a2e0f87a83fa903
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdad9d704a1dd2af17d0abd3f327f4b9fb07932a915b759b744a39280e5ecd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7946.pt b/weight_and_grad_dumps/rank_step7946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c596dc9fba92391b643477ec98a912ee00117533
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2db82147238476f76ace285a72ea7319e6a53d06c7fc4b40ca4255c60015c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8035.pt b/weight_and_grad_dumps/rank_step8035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6054f3b84a5e1487b576af0d0b0f4a6069b7be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0900a805574fba06a09fb27559263275a37e9267c5fc56ee829a6d14762cdf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8108.pt b/weight_and_grad_dumps/rank_step8108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba42a41c2fe88fe2247208a02a4d1faf975a063
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c65a5810a1a4bc4e6cb03048f785250eb3089db73de16240c0cb3890dc3f03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8157.pt b/weight_and_grad_dumps/rank_step8157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2cdb1831f9ee8862c80322d993baa1080ec7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e1274f891606eab79b118c2352904dc11ad36a55941759802ee19cefe0c336
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8206.pt b/weight_and_grad_dumps/rank_step8206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a30a0cfea03a1a3030968e6095c620df32dc049
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13e4b4d147f57aadfc831689efebede3da621b43eefa69466f0c5155c56d8d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8259.pt b/weight_and_grad_dumps/rank_step8259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f037efd84fbca10386bf15cbfaf4c39976e19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51f4bd5a5019847aa5857dd3e7308d27a74b12c3e669839f4de711ff34efc1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8393.pt b/weight_and_grad_dumps/rank_step8393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437b4f45e69a66c6a142682c4b5b79998f53156c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca3b2dd6b6bb56fb1044f2901f046cdb21a9e277d92d137e7fd60a431af5fab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8453.pt b/weight_and_grad_dumps/rank_step8453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e88a6094adc00fa4cfe98437c5c099f6c9cde19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd347ec469031b56a02765a484154cd33e9f29e304fa928d4e58a7f1f64e46d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8531.pt b/weight_and_grad_dumps/rank_step8531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bfc3a88e9b9523e9a3c2511a0c55bf282f59af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d66b288734c4444b734f847dc0f1af4963fcb2f2b6dc13ba4a2b26b76a4884
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8599.pt b/weight_and_grad_dumps/rank_step8599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c4258ff60ccb192f2e38f76c50b05957872bac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455f4d0945b1c3b7050e6d100ca13e1daf3e8e41cb8e59ec42df6b026559219e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8660.pt b/weight_and_grad_dumps/rank_step8660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88189c5ab433bab238ddaa7f9a2afb025cfecbaf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075a7788aea1f7974f277dfd5293b0e3976469cb10f2f5e5fb17f666222722c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8697.pt b/weight_and_grad_dumps/rank_step8697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0d9afa1aa0a42e89b15a6778a4acfa1f1e9b94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcac208a2c3292dcbb436315a4672e76aaae7ed0ffe3e133c8f0bd6cc9b4c55e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8702.pt b/weight_and_grad_dumps/rank_step8702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9776a25bc7af96d4f12bcb0d535eb0505ee2ad17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db34c84dade821a99bbe9f9825bdfb38c5576ac65ec6c1b923290d884ce2c11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step877.pt b/weight_and_grad_dumps/rank_step877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fa4261f84ecbf6609df6dd4ce203a58a0b5ec0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e1409aa872733654362f9d21f9134fb3ff57e03da78aed96c06897617dc8a4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step880.pt b/weight_and_grad_dumps/rank_step880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5951099b96550d79fdeb02caa6b94eae3b48b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea927cf3f6ace0e3bd60124194ba254e0cc2733bf85027af8bb8d79c5d096d5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8821.pt b/weight_and_grad_dumps/rank_step8821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d4197e38e120c0ad3d47d0bb3217f6017e0cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4231d181dd94889ca173341354e806634f1f4b9e91d8a5ceb9863a69fe8c52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8889.pt b/weight_and_grad_dumps/rank_step8889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa79758f66989c461bb4dc2c35c60df985fa2074
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee6c658f635d0d797bc988ab73c9a14bacd97743e8bc5bcbab61614f0c62b5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8943.pt b/weight_and_grad_dumps/rank_step8943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea6ff6c57c0df06bc9da7c3a23247506ca0b1f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfd9620b80592d795042598edafb52f0ff501a2f790e8a4e3d0ce817363c66f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9046.pt b/weight_and_grad_dumps/rank_step9046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ab26e0204249bd8d0cb0fdf504634903a072f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85631072da340c5d3d6d3beabcdba14ea95e8a9b07abab508ea35e9efd3a094a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9124.pt b/weight_and_grad_dumps/rank_step9124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469930a8ee2c20bcbae8667f3dbaefadd913d947
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3334b829f7a4e4ad9d49f35aedb729c17afdc3a1532ee9233d51f3035d6e2d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step915.pt b/weight_and_grad_dumps/rank_step915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4341b7b883dc48d21b567baf2c5b88762bf8900
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc7c4be76bb4574384801b6911bca059b259ec451a91157d909f0f1f9d6ae37
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step92.pt b/weight_and_grad_dumps/rank_step92.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa51ec374fea15e7da3983e9b5b5dc9d2f53f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step92.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb08165db2cc1a67025d05e0710ea91f8c0bf95abd33a098664a0efcfe1f21f
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9205.pt b/weight_and_grad_dumps/rank_step9205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517ba94d23d3820fc755b8cc39fe48a61198a969
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138ac0a956e45ac0a1362fd00b80bcfdaffc2132aca0a7a50693d35cc40d951
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9275.pt b/weight_and_grad_dumps/rank_step9275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd05c498c70989de104fe5385ddef4569b9eb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80332d54623e9c842de1f19ffc3aa91758ad79c85c92b1d2dddaf2840fa4f182
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9282.pt b/weight_and_grad_dumps/rank_step9282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513c67102bb16508d180d05cc045d87ab4e01f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f42686d2fa3fb4595c1338a59cd2b29798dc959cb3737d66c0785173980cb67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9317.pt b/weight_and_grad_dumps/rank_step9317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903f29c755fbbd7ea888707a49ab224447d79727
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c97d3ee1ea01f516e19089d231d0e0845d14d5ed4261d2458d28b153c8eecdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9348.pt b/weight_and_grad_dumps/rank_step9348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2eb995ab2231391d4e3bd9abbef7a166c1e8f36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093113ed6d5bfd16070734d07b1cfce71f0277ce4ab39e5674e300576adbf816
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9488.pt b/weight_and_grad_dumps/rank_step9488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567ce9be0f855e1b6a94aaf73d4de6123ae0ad6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f387b7d03aaa576527a5f05b5cf1d04dd731fcbe6d4e3b1a13d8ef752d31a283
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9542.pt b/weight_and_grad_dumps/rank_step9542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755e0be7f02b6938dcb0c52a99b9fc06e3ba7122
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc8aba2ff7b2576e1ed91011097088a58e6a3efd1a8036fc5516f2893355ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9613.pt b/weight_and_grad_dumps/rank_step9613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096225849d355d4c099c7b2d70e04d1ff774e2be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293aecd672c17bef96fd87804f1c0c6c6eab12c3b9fc2b8721a635ae865d868b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9771.pt b/weight_and_grad_dumps/rank_step9771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e85ce5df373a2ba283d2422e2924675205f484
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a60777b76bac909c64d2ff9d8ac6eaf1765a5598ecb66fc6b0e3b82497e8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9786.pt b/weight_and_grad_dumps/rank_step9786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a893ccb700fd5619d64ec602d00f69369048ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6094580c15bce916caab1b651c2951d0a68c30f1ff780ee2e91ffe4d24ebf908
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9852.pt b/weight_and_grad_dumps/rank_step9852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c3fc230177be8c8dfe7f29a885e46b5d950b46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7b4c4334b8e2ba75c646e50508b0196cfa926bedda4b3bad7742b444dfc13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9930.pt b/weight_and_grad_dumps/rank_step9930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db21463f5356b95afcda1b2696808feb5739383a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee989c03d63b875c067bfba7177a74cc149c1c95f0b0ab47f6ff1cfc933e9f87
+size 1524331132