diff --git a/weight_and_grad_dumps/rank_step100.pt b/weight_and_grad_dumps/rank_step100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827da70f944ff92a3c7721b80a540e47b2123b50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b514bf5ed5be249e23a78de2084610ca35c31019e44e2fd4b11cffbd3c97e5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1209.pt b/weight_and_grad_dumps/rank_step1209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d5ce94b41a53f1a9ffd62372b1e1bfa110b9ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0094d99d837cfdea6c7c5ae784fcd718e98887a884378477c59df32bdc41cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1256.pt b/weight_and_grad_dumps/rank_step1256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c5074dca0943590a6ac958db0adfa26da825d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95556b9ad93e618adee3e8b164a8edfd9b934c79f0b1849376f4eb417da961df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1334.pt b/weight_and_grad_dumps/rank_step1334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d3f1f0d435d895d9962d5d986f31054423d4fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87af85626453f6f2584947084a2821fc05151ec333cd442abb3381331cb073c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1403.pt b/weight_and_grad_dumps/rank_step1403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4ebed693481c643acb7a213fc4fa4f3056c648
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17a60f1ef90207758d3ad2a276073b2c6a3696f0c89c139ae3a58f7fb48f405
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1473.pt b/weight_and_grad_dumps/rank_step1473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0873d9fadc7658728c3cdf0603fe716120df62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efd3993e65917dfdadf987a48db3de4983804746c55e9cfc4674512fb8d8353
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1511.pt b/weight_and_grad_dumps/rank_step1511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0750f72d54748a3a42698443468a3e6b564840a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed75f5f1c9242e536c86d5da71124fe43441eedf8c39ffc6d6991def9f65f45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1596.pt b/weight_and_grad_dumps/rank_step1596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7877a20b86c5fdb879f1c52ec11baae1c82e6f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd4d896cf08149b90c2c201300d00e35dd79821722e2baeabec9080823325da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1630.pt b/weight_and_grad_dumps/rank_step1630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f98bf30c6e545ba1ab8682f3fd56cd05b6abb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2251815987f681480579d18a9e3ea6de33147654cbf17988ca2f9a4c4a8b45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1640.pt b/weight_and_grad_dumps/rank_step1640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18e70937655608a78158532545abb8f4e74f744
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e290cb5513034737282cfea2013012a8671efeb3a780ebc5fd0a730d61e88d12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1698.pt b/weight_and_grad_dumps/rank_step1698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1707285efdebce3e25006c7f08f390b0da34164
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d2febbb2d35c1945c80e31f77ca05b1348bf99bf708b4d03080c9926bc5dc2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step170.pt b/weight_and_grad_dumps/rank_step170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c194cf409c21c1660208175acd0225aa8118c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c866e4279e239d5972fe9b614fecdfe57f0fa43092c149af44e05fba9932ac6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1752.pt b/weight_and_grad_dumps/rank_step1752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba77a6d4da72f0e6130f6852c1e33b9b57c59455
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43705109f4af0849d53df9ff18f8f27f01982d5a2d1c16fefd8624fdfd21f643
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1801.pt b/weight_and_grad_dumps/rank_step1801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122c3e64ef5ad97bbafb0dbf5412023d9a32438
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aec6dc1b5f63cabb23d0ba12ad742a154f35417741cd8114fdd95e00934a7db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step187.pt b/weight_and_grad_dumps/rank_step187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57cd19c1f3f88e5913e5ef933effe9058c11e7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdfd41d7198a8a62475aed7c302726ba56f9b99f9da710519cfb8ebc9d0c117
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1871.pt b/weight_and_grad_dumps/rank_step1871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe63e14707f65051f3b0155262ac3814301d92a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6840b4dc0b6eaabb572f713567b5d0f198717a42683e7646617836ea8feb7cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1886.pt b/weight_and_grad_dumps/rank_step1886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261a4116148f4a539beb18763d8bcea4797c232f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4d564093399ae2fb56d7c250e3d82f7e3b6564a3c5f1c03e4a1d509c4d9e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2080.pt b/weight_and_grad_dumps/rank_step2080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa366ebc789a3f741b8d2912332a558441a186d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aacc1d98bfa7690bf794e27df93eacab678061d0f2aaa09233dddf1d62383a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step221.pt b/weight_and_grad_dumps/rank_step221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9956847662ec6410ee1ae75951f2d765640c5d55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db76dcdab2a3dd1515c7d55d304a41016f39888be319013fa9a9ec121d4297bf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2326.pt b/weight_and_grad_dumps/rank_step2326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adb90bf7883aca016cbd0c480ed4404534ca0f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776d4ef8e6da96df38b2b2716344680679c8edfad0a40e2e90b641d22520223a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2379.pt b/weight_and_grad_dumps/rank_step2379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd55de304b4925704174482026095339c4ad8ed9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a322baa820b46837a3788ae9603899d4c786db2eaf7b110c634ff312b29d07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2411.pt b/weight_and_grad_dumps/rank_step2411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce79c49d5eb83eef13d36356ba0b112cfd6142a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded3f7918678f4a0051fb9fedb829e7dc91f46643a5ca42ac11b785eae1af066
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2461.pt b/weight_and_grad_dumps/rank_step2461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1beb2dcc20c244436585bbdb7e3772c46831a17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44b940685cb214f03c65692476b1267977c3159f3a781f83e8841076e3d9991
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2496.pt b/weight_and_grad_dumps/rank_step2496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842020d2f0ba98977a374bf93983a825047bbb79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a47da0bfa3569340847eee4794162e37353c7515dceba64a9131c8b4280f4a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2503.pt b/weight_and_grad_dumps/rank_step2503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494665e8ce54dc3adce55f9063d963acb1d0a7d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9258d3de8bb83bb947bec4b9f3d6c87240362aae8bcc639895b84029a58acb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2573.pt b/weight_and_grad_dumps/rank_step2573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aafe3ffc8fdc4c464c4d0baad928dd58613dc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2d961dad057ecf91ba82152b351f995655f384ba1bfbc9f43fd291b5a0e3e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2584.pt b/weight_and_grad_dumps/rank_step2584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdc175fa26b545a415009b69c17874846d843a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d73b57bc565002f4a37ab9c069164de803c7b0b809c57ae29b8bec55f0275d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2622.pt b/weight_and_grad_dumps/rank_step2622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c105400b706a92e8bc031a03ff667a8e0f87e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa212927a359355fcda624ca56231e07fb00b4c3bf587fa6f09007f325ccc50a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2740.pt b/weight_and_grad_dumps/rank_step2740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b8515ed66a56d3f12e3acae163f0aeaee24b45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bf863817604e6a123859bc5705d549b9a3140597f00d10cdc1094e511b8fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2798.pt b/weight_and_grad_dumps/rank_step2798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eba864eab630a16b5a39aea352cc70d7f9c37b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba68fb26da1a8b7197f43814a820a9193c20a6d9809ce469749a81ce161ea08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2813.pt b/weight_and_grad_dumps/rank_step2813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c369e162c3d58b3fd88bff9392b2007e332671a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904dd2bb9c093a0823930d6486dee181ddcdbd7a958a751bb4cca0c11d453ed2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2863.pt b/weight_and_grad_dumps/rank_step2863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ac96586c30f651a8b83d34e8e6b16a566899ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f8191b170edcb9a83429c5045c01bdfbefcba68dd26268f5aae52d7ea14667
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step289.pt b/weight_and_grad_dumps/rank_step289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d748b25acae5ca1ebb7de23398963e099bfcba70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8888150c935336fffc065c12439e6bb8c901ed17c9cb87addac2377237396d18
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2894.pt b/weight_and_grad_dumps/rank_step2894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ecdf9555122929f8fd17c232ddd9ac6fa68f6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ddf6609d49249e86ecd03fe508f226212ac901f32a988994fc1a26b3107a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2901.pt b/weight_and_grad_dumps/rank_step2901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e375f78caf0ec31e6dca3ba071cb2af3794a7c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f586946aa4634c0cacc4cc0725d2906ee59b6034f545ffdfc2c091e61bd710af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2971.pt b/weight_and_grad_dumps/rank_step2971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722fe9d06210b78a919463cf97415da0d7f7046
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ab00f1bc699c21e4fc77b14e4ff6c60a924569aebdbfa11e669279a76545e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3004.pt b/weight_and_grad_dumps/rank_step3004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c92011d26965408c2db92b40e493c5ed4df570
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b036d64a60f7dc7e6f5214d04b248e6dce1a63aa4b61aa0838e0f5ebeb204200
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3074.pt b/weight_and_grad_dumps/rank_step3074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5a1ed76d1d7ca9d7b25ed3d4a9170deb787654
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d5262655880455deb751e3815755551efddc53837e1cf8fc3007b63fe717b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3116.pt b/weight_and_grad_dumps/rank_step3116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc339e8f2e0134d36bcddeebf123fec190133aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c297eb3102f89acb6ca6358d342e0d970330ae7d1b6c4f648f95f7ffdf6c9693
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3139.pt b/weight_and_grad_dumps/rank_step3139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754a77fd646479dc52a604892f36c89ad8589cf3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8982c30558d8708515160c2143c4d2674ea89578e3812f97200644e4fe633d0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3149.pt b/weight_and_grad_dumps/rank_step3149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af09af76e378968c1d49d75dff72bdaf584d3312
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b4694806ac4cb526bb1db9dafb0a04d98578752d2ee78ad60a3e4ed5bffae1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3166.pt b/weight_and_grad_dumps/rank_step3166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3427b9c193aee26c3e0731babb6ce0fb481639a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7574a080c5f910aa3bd391eae9f888768a38526f39927cbef366a363ee5ce4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3191.pt b/weight_and_grad_dumps/rank_step3191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3470f54c3947cc6fe7080ce04f269318fe17b023
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa65afb148e21da7db562ca1f3d00a30bae0667b4d43ad1b34bf7ed67eb67cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3237.pt b/weight_and_grad_dumps/rank_step3237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2608a3250bab8e513336d19f6689604486a51775
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b53239a9c0539fb497c8080c42bf57e29c77f61ff22051493b5a89a977b4ccc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3268.pt b/weight_and_grad_dumps/rank_step3268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5389c43f7bc490dcd3589d12909383122a5339cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aaf09d300ee1dbfc84fa8f3a56c98a6e276092a7881f2d52885ca550ea4d3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3355.pt b/weight_and_grad_dumps/rank_step3355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c1645120f6d51053037dc2f2f4a1f285858fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc019fcee3188701c974408be25a348c7497795bf7fac0816696fc38ff3d792c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step343.pt b/weight_and_grad_dumps/rank_step343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70392a43152eef0769cc781d61887429330b5cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897dc0bd5d385d8c544e4cf1e222eb3193301c5b2f588775ef20d511789c0866
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3495.pt b/weight_and_grad_dumps/rank_step3495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31829320aea847766fd5ba5c7d9e9ddb87608fa8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e727f26915e7ebeaca857a11840dfe57cb9288cc8d5a13afa14023b509a3179
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3651.pt b/weight_and_grad_dumps/rank_step3651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f98639474b8d07479c6e6636e355fa20ecfb2f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8c625369cb388cc6520218023b8a669ae791245b7c2846f48697390922e85b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3733.pt b/weight_and_grad_dumps/rank_step3733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe755b346ba2e89d711df2863c6cb67dfc88988
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f96e64043f3f15c82d14c6f48da96540d8a2ad6aac99f4b08c6b4a53177481c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4053.pt b/weight_and_grad_dumps/rank_step4053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c082ae848e20ecb1fd52507d888479cf6190b758
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb662094ec24aea94c7d280bc988ee1e99bb931c1fdd4e95d46bb1f36daab2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4131.pt b/weight_and_grad_dumps/rank_step4131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9ec8a5143d2fbc93f9f3794bb2a0a914680ef2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da5fa507729e80d5324d3951e2a6229f60ef1d7cb42f186c8acbd7106fcfb5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4435.pt b/weight_and_grad_dumps/rank_step4435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483256829179f779089774f4cfe905003627199a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3f8370e3e78e8bf2cf49a6f1a0a572401ec5b08c68a61631e88346c2dc7e4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4508.pt b/weight_and_grad_dumps/rank_step4508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcef735fdbf45f153eca1d367e630a858a49d102
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d440573f8a7824d057ada4cdc1428e5a25b167d7cd140a2733ac16badc2d4b75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4557.pt b/weight_and_grad_dumps/rank_step4557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1369c5b3ae375d900eee10bc1ddf970a7190fa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef640425bfeeb82b59d68c82e4a6882b6971cd59631ebe4f1eae9dd019a96e71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4606.pt b/weight_and_grad_dumps/rank_step4606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c49b9f6bf13faa0461d47516add8d700a09ac4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c54a502fd70190b80c7b6f27cedbbaa043896f2c9fc21d524499c8951a355e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4629.pt b/weight_and_grad_dumps/rank_step4629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2447f62d4a3181305107af8111da144f4401b16d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeda3c3b732241113c7e9fad3a56eceb7e59cea431e3c8f41d4736bad437596
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4659.pt b/weight_and_grad_dumps/rank_step4659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3838a7ef935764d9f241e4269e8615140ad1aef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4648f1b82d6e32ae806a67d02274128817570f29dd21a96f486b0dc93be93d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4676.pt b/weight_and_grad_dumps/rank_step4676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40183d56f143fb8e02550c2ddca620f147653f96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ca96ca6b4d71b5799f36d28a2258fa95ab15c8f721b38a8709aba538dbf3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4714.pt b/weight_and_grad_dumps/rank_step4714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab01d003f760a7ae1f11f3805be304885c6779ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9bbf850b166c24205ffba9b0b9a343557f4a6e195a3965063d42eb9e900117
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4764.pt b/weight_and_grad_dumps/rank_step4764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7401e927dbc44c991d412a51b7ad4a712f4cf573
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90af9918bf55d5d853b856d315bd89bfc2b5f63491ae081136806a77885c8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4793.pt b/weight_and_grad_dumps/rank_step4793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b636bdec257f85e2cd88547f260d5f74c2bcc4f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6bac464ca5666b42d3cfa4b551cde181458b7f37acf86aad7fd2f74d47805a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4818.pt b/weight_and_grad_dumps/rank_step4818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c587dcd7ebfe926fb3ab1a9a85e9be4d5626b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b8674ceb08eb11df796e1423a27c414f4a0199632cd71858da8be6a97a7e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step483.pt b/weight_and_grad_dumps/rank_step483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8eac4f327df4dab75a752610bc113e99e6d74a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd52af12743341956b20909489337a3aa06effb15a2e1b8151b5d9dccecabf6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4837.pt b/weight_and_grad_dumps/rank_step4837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6060d3ab67a87feb3954bd159fcad70c909c66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d547020c052a648747276fabb13c59d5e5148d6b6ff539228c1db635fc6b6a69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4847.pt b/weight_and_grad_dumps/rank_step4847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45073208da20b1d79d54f18f10c3d31460f5fb62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0af504c64b28b6eac699c014c7e7b5583fe0e728b15fc9fcc473fd6888260b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4925.pt b/weight_and_grad_dumps/rank_step4925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36f483e4c1e28509f34a55b993079278ae15887
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca86b1098ffee0f2ee6c60023f384665ae98d6c460f8d10d277391dedcc594
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5020.pt b/weight_and_grad_dumps/rank_step5020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14fe168a1e01d6ccc67bbaec2c1436105253a88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578a9f8c8c706f029a56cd0968ef9318c071433301d1ac6592831e2a0ed9960a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5088.pt b/weight_and_grad_dumps/rank_step5088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b11bbbacc549aa4dbc3d0297fed97ba8d6a18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184ee24c440489ecbe5b3177848169b992f66c441bc4b7af218c5ecfc2270cd7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5142.pt b/weight_and_grad_dumps/rank_step5142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bd98cb5b79ac45b03e29dad3321b751696a14b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c2e2e8898f49a977e65c276f79c3bc928418ce1ae7118a2e5b3ffe12b15d5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5213.pt b/weight_and_grad_dumps/rank_step5213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b566f22598d05183eb548983e02642163b6f5ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46759ece8d880d8b9c0e371624ca1cd4b426b5c45e44639a50c1699699293ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5263.pt b/weight_and_grad_dumps/rank_step5263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4106388f9798d28b2b2dfb5638a71fff39d1467b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f9769fa65b931325f0d6a7d25f6093a2b6caeb9defc37ff389400a64df4961
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5301.pt b/weight_and_grad_dumps/rank_step5301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b201231c4f0fa368eff8b1249e687bd14ab4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d561d69d5488a34c2c7b9f4a07632123348a5e031b441f1d8f441d54cc3e6ffa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5371.pt b/weight_and_grad_dumps/rank_step5371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b3ae5da22224794712e114e8923fe478550a38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fae1812ba4feb6b8d195b348651f29d3160c41ee16a6f7d77178afc56075d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5386.pt b/weight_and_grad_dumps/rank_step5386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4473703e0b038fcb0d6aba5d0df28979b6aac6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c3409bb5054a67981a55264f156214575e76540b2b1df0ee755da6156b2b1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5524.pt b/weight_and_grad_dumps/rank_step5524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffea49d49b56db7a64a279b84fe87668206b4ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe3871b0aa894d4f2b5d64c5643db6a0c3dd32f3451e6e7512f294750843978
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5909.pt b/weight_and_grad_dumps/rank_step5909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e66449c5b54daa4876e265e87dc872ce83d28c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bd11d3a02772a10e6a5dcde92271282351a38d73352cd65fae17404ca6f8ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5956.pt b/weight_and_grad_dumps/rank_step5956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aff5d5d88afd6327d490e96a428654604dca8f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92fba46b13b928c3d40305dbef316db726d8f2f1dd4737a56bd662acddd781f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6032.pt b/weight_and_grad_dumps/rank_step6032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253cde6502acd1be52739f5751c75535eda70027
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1a09608224fbb476eb136e374fed16b0298bbd9d97bc3155ce273d3b90fd15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6150.pt b/weight_and_grad_dumps/rank_step6150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef77736bdfb15a0c9aa6eba3e7efa2bf056e578
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a19c18300c2274e687dd026e16a0307d80097c81a025eaf48474fc233c761fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step618.pt b/weight_and_grad_dumps/rank_step618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7751c59eb051e06495ebbd2e2c173158b260f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92ecd6395251c82145224eb42a65ff371aa619f7110a819be9625b1cf0d33fc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6188.pt b/weight_and_grad_dumps/rank_step6188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cbb65b08f72ba8f478d0a91aee7d46497c880e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19cdfb5aac85ffe547f3913d3a0910859c461d46cfcff012425c91f2405c219
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6201.pt b/weight_and_grad_dumps/rank_step6201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfd4f83a547e9be4117445ea7e8f446afc4a8ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ffbddb0fbc1017e8781661b81507ce73481c10603056dc3979cccde1ba972d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6271.pt b/weight_and_grad_dumps/rank_step6271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0f9ed9e168a2e42f5fb2c78c91b3404b8040ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e0bb1a29534230807453a77e1566394dd025a3bded11b6ae927ca4f99aedff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6286.pt b/weight_and_grad_dumps/rank_step6286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3f4b5c72dad9601f6dfdbc881fe3f2618baf2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c431674e0bcf4eba705c9316291a648d8384a430fa728322d10d298f21de9b21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6363.pt b/weight_and_grad_dumps/rank_step6363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f84950e65f67e69bbd1843c9d342b603b1add33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3900b672cd354e73a1684a52aea917af675b84ae344e4d062459481c7ce7607a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6394.pt b/weight_and_grad_dumps/rank_step6394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915652d06fc5b093c56892d9ab291ff501217227
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8decf03c5a8cbbc39318b9cf9d143c59a484213b177a1d22aab0fbee91b60dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6454.pt b/weight_and_grad_dumps/rank_step6454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408f46358a72e6fd5a6dce8c86fb2e5c55be24f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094c5cf6c15247df2c284658e517d5ced8e1292232da1ae307b100dbc02d1d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step647.pt b/weight_and_grad_dumps/rank_step647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfffc61cd898eaae5b29648c6604ecded5dfeec8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315b44dadddac9d0aa090de531bf7002d02950254ed022e986b3a34d7562f993
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6690.pt b/weight_and_grad_dumps/rank_step6690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce0bd3a53bc3d4bd4a2a5fdcc34949a32dcf7a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fac44714038808c37b5587de06fea90e474c7e8e49995350758573b51c96a4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6826.pt b/weight_and_grad_dumps/rank_step6826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d69ecf46e50f2aff7d35c1bf0488b7685491dd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c62d91cc0cc5ae3f06d651f36142a95185bf767839be39012669b275f46bc02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6944.pt b/weight_and_grad_dumps/rank_step6944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c109d76b883f536d7e3284e0eb9b26dbeb929db7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d713349b9089a1c7c2c8c4e910fb927a99ca8a2e0c8555d3139450f33af735ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7123.pt b/weight_and_grad_dumps/rank_step7123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031b8a9a8ffb1bf1abb057360cf78f4294cc36b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fa7abd18fd20e99d5fc30e68b099c4962e18f40c23cf6a899c412f9cbf11d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step725.pt b/weight_and_grad_dumps/rank_step725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52a5ae4094856c5b9397c397b521be41b2ce97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ad69a9c5cdc79678108e1fbf86b9396695d7acc3ae4fbc0390af4ab878660d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7285.pt b/weight_and_grad_dumps/rank_step7285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd9bab5293d46fe760ad4f98861ca29a25f5447
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088a871db3da4cc9a1bc699f6dc7b42e8122983aab6818bdbb943140c883207b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7427.pt b/weight_and_grad_dumps/rank_step7427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddbb2fc89449e9bdc3727c5ae9bdd36b546c3c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f410fb1be4cf1f9dd7c146529380bd348163d82261b68ad21101da8a67506df1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7478.pt b/weight_and_grad_dumps/rank_step7478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be98f628634c3c4bb11395d80a4a8f57a536ffa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d44b1e9f0c899aa7c84783d9d5ccf3c9439ed476ebac8a4586408c0f1a4b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7545.pt b/weight_and_grad_dumps/rank_step7545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683d85333389678ae345421005c600eeca5a6827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfa1ee7b7f1704b2ac061760f8abe412b8b1ecad8ca61ff056aa00d5dc1f510
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7614.pt b/weight_and_grad_dumps/rank_step7614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca578f614c199abc4c2a672a398e2fe35eba128a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a6c3e1cfc116cd8f5282a989aaebda55ede025cc58902a26b76074f7eb3414
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7664.pt b/weight_and_grad_dumps/rank_step7664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a9b6a499dd51195dfa09204ec4335c5c83b8d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ffb71c901b68e914f062f2fd59384bfc6b849e1de30334ad7e614d99e1c949
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7706.pt b/weight_and_grad_dumps/rank_step7706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89eb9420ece2ebae21844940f4356583fc8ed24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee21448a05a8f931eb77dde26fe3b419815abdce37d076f86de2a156ae08e05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7729.pt b/weight_and_grad_dumps/rank_step7729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64654d0465ec07bf5e27ae4d0044956f0b01d9fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4608737c3bc3f4d95391bd30605e188f66ceae6fa79d33d8764524f8be2d71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7759.pt b/weight_and_grad_dumps/rank_step7759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f504ab02161d1a4e5e1c4adadea112d18d1956
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a310d3f67c7745c30af69fec8ca465300172c644aa7998a1729ca70c9ad46e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7776.pt b/weight_and_grad_dumps/rank_step7776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a24de4b4c58dbe61bcbc26c10254b21b9faee6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144a6810c31e87e0d6e162833201cb417d934e699e0f2a66025e3b3d6c04f488
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7781.pt b/weight_and_grad_dumps/rank_step7781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e283e71cd6a1c18abef62e206912d033702f9d66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54290e3beaab92e1c5e985676d8ab71571fa313444b9570533b329f12d5c8cd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7825.pt b/weight_and_grad_dumps/rank_step7825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d098b0d17a85b7ed282317d0716e55748636331
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ffa040d37a9da6019768114e37e86a1f521a79b449d48b3694a210bd08bd30
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7855.pt b/weight_and_grad_dumps/rank_step7855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cbcb45ae6b33c7ff336bdc7e9be6b8f7c265f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304a6e4f3599d70f2869709a2f18194459cd437c261b294b894376a1a4d3d96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7937.pt b/weight_and_grad_dumps/rank_step7937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791ded100e0a86753d8736de8d0672bec7dcd1b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acf565eb2d519a68be58503c021957292e200063b00c65b3074402be7f20c91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7968.pt b/weight_and_grad_dumps/rank_step7968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979db5334d7bb8aa147d3d9aac56d23c29bb6d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba43ce000d1a732044e78675b4ee5c7768f0f02e2c0f940a0e2fe335d917ba1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8034.pt b/weight_and_grad_dumps/rank_step8034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36700466a52019e028b588c6edd5292894b891f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df43b0f0431826c3c01c4f25d5dae74a5d471d0f59471da68a07aa8945aa16b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8044.pt b/weight_and_grad_dumps/rank_step8044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c2fc516eb7e2399a1201819085f49b6cf3f6b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e264544a409250367431c5a37c99599c5865da58c474a102736fa1e3645dae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8109.pt b/weight_and_grad_dumps/rank_step8109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd5c641386f5fb93ebca1331dae74de3ecc0d43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de557d45fb31e8a5373bde58347e46b72bcd1d3dcc06e05034dd36727a416aad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8126.pt b/weight_and_grad_dumps/rank_step8126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2759b9dd5431ec0c05d2e38db72505730390b613
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8947c59fcf86613474a89a440b8ae29005e4571fe93beff803bb38cfbb73e06b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8156.pt b/weight_and_grad_dumps/rank_step8156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d5c65c496858a71ecd7b2d0715d34299d69e90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed39837ec3259b4ae4e24247b702a469df232ac48a34c5bf472794a87e7f17a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8179.pt b/weight_and_grad_dumps/rank_step8179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d03557ee354b7ed33d3d4d02471317528395910
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dbb1f89a1964722a4bfe5f9a3a79e0d3b6ff5a64e71cf660d99003b068d2c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8228.pt b/weight_and_grad_dumps/rank_step8228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174e63e7046b86bf3c614b0c145031d14fad7ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7394a129a81cfa3f666d1874bed6a557e5d643c36f407fc2fac848f2ba92ae26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8258.pt b/weight_and_grad_dumps/rank_step8258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e8a8398fdaa78889a1b66a9f00828476a15d12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4376a4e02e10ee726b6cdf5ee952d18517e3ea354b9b226825b493f205e9e8e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8277.pt b/weight_and_grad_dumps/rank_step8277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8585a711a0754b6345a6b9f439d8cf3ee393369
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020b9537a866cb4818c1f3915a0a3e16052eadd4c5b2c40d4ab0e325f14925e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8280.pt b/weight_and_grad_dumps/rank_step8280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176d8f9759044a250e7bc9fa4e04f52e75c49e01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e73461b964b5aec6750ba0986a42c9e45749faa60b62e79b296b32013a34494
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8315.pt b/weight_and_grad_dumps/rank_step8315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd5cabe23603144291fe37e37078c4c3e24806c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d81d0b0d1f6d7ee37bbf5764aa12574720f3d79127f96cf377fb61d31ecd7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8392.pt b/weight_and_grad_dumps/rank_step8392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1a657849e598eb18eb49e2f256f7ed0ebeb08d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532731cf39b591a321d382e6ea58bb3d080778f038ff321cc3983bac1715bfbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8611.pt b/weight_and_grad_dumps/rank_step8611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b3ea32f04b1af4bb5f49477a8e1de359bf7120
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebd7f85d361bf3e148b7a86ac50e80e03cd4683f71cdf84ab32056d8fb48118
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8773.pt b/weight_and_grad_dumps/rank_step8773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11fb7e5a9510db59586993afe787c52751a7396
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6da54598ef3c4f20c6d38895b537c3b6ec24685d4cfb0f8d272735894e4f53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9204.pt b/weight_and_grad_dumps/rank_step9204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e3f50364d627514dddd071c83ef9f425bdbfe7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69dee465d28e903c0135d74959b95838e3f9bbaab90f0c80f67c2893e44ce37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9339.pt b/weight_and_grad_dumps/rank_step9339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13b823b98787bb83c0f87012ccdf4f70d004c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25310202145b98de9a6e7661ff676c12f9e530b0572a040a2ec6c7430b801f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9366.pt b/weight_and_grad_dumps/rank_step9366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72fb5d768c7f09752a459fa486904174b391735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f98eeb267e80800e3348576710c60482cdea2d837484987aae5a4ca65d379c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9421.pt b/weight_and_grad_dumps/rank_step9421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf49a343ee1561b196710a04948fc6a45c01877b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f9494d6fccc907b9b4b20f431a385d125438476b1091d7fa7cc3ae0892e2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9451.pt b/weight_and_grad_dumps/rank_step9451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948da4d6333f85185360150d5622380a38a705f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12631f41ece35ffafd89d16dcdff105e22ea5b402b6e946c74c9e30953507e16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9489.pt b/weight_and_grad_dumps/rank_step9489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462ca4a7a681d55f32e130503aeeaa7c29be4f42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92183ceaedaf9d8930b7f321b85c6545e836efb06443ca78ece6f5c0d3e3490d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9533.pt b/weight_and_grad_dumps/rank_step9533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79f8d0f6a55351244143aeac7bea72e282d5d4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcebceb1ede9520acbf92caffb5acc330a5009dcff6c673248a9aa9d5d1c8fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9543.pt b/weight_and_grad_dumps/rank_step9543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2d80c19147468d8e6d47caf7acae5e9a389b89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f755469097ca8c7845890549ef61d3a2518a9696e92b772e6101d0d5c4331181
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9662.pt b/weight_and_grad_dumps/rank_step9662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124011135485274cd367b43b20a4196181289ff6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005473eef901a5f2d8fe121ea7ee4ea0583467771e4570dd9969b9654ba5a845
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9700.pt b/weight_and_grad_dumps/rank_step9700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041ef303d0284ca907709489d74bc10ca269e0b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd4f96d59f16fe576a32c45419ccf456ebc12509abec498fab38e48a936b858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9770.pt b/weight_and_grad_dumps/rank_step9770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b014248cf7f8606b39a324e0b5becebe78a2e735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4002dfd2452f3fc3f5d5504d860f2ca813a09f8a8cbc58bb9adec2fab1e7ca40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9787.pt b/weight_and_grad_dumps/rank_step9787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b18d91fa249443ca0aac7f60158991a4b866923
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3bcf39b37abf171ad131627ff84b3a9cc51271f36f9e204480aeda36e9605b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9823.pt b/weight_and_grad_dumps/rank_step9823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d10128e769b4ac947a0d1e010e449cc032997e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a194957a851b3f4d2b43ba275156826f3ade0287873cb74bc73c8cf859004c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9853.pt b/weight_and_grad_dumps/rank_step9853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d66c87f656f1aa15d255e0303169198dfca5a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06b88ba3986a36a0aa2b662642fc9ab8c6b146a88f3a869126f64a6b2c4ded4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9941.pt b/weight_and_grad_dumps/rank_step9941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366dd8dd830d5f4adbc7e616b22128b2fcaa69ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad880ee7420ed563e08c8c731378ac5973d0b90b86b7e82385919d1013d2864
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9999.pt b/weight_and_grad_dumps/rank_step9999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b5a4704fc3c1fead19330524df9a5db8a8723a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b640810948f852a483587dc14888f39fef44b6af0a35712aab8682f021144a9
+size 1524331132