diff --git a/weight_and_grad_dumps/rank_step10010.pt b/weight_and_grad_dumps/rank_step10010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb627dffa5d1831c90acfae70ed35bdbe0d17ce0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f314f8b21b2cbaea25e0163a644af648c5c6157f4e80415e2440bc28d42929
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1066.pt b/weight_and_grad_dumps/rank_step1066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f3e3b5f33b46158f756fa154f748ed1cac0412
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0967d6a31cb2402e169aa2c91faa051c35ec60379c866cddad65cfff866f88d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1091.pt b/weight_and_grad_dumps/rank_step1091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5026609033245ad6b1156a087ead63fcaf5c254a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086b5296a9e8295c1f0a19ecb5c1fe60dc9bf574c80ce0e87c359a1a46e4d0b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1104.pt b/weight_and_grad_dumps/rank_step1104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49c8bd04668be84c0baddfff1a2a3b51a42dbb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31911230983f979b6b9e416fe6627812447c7b6997cfb3e01a12cd81a5be46b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1255.pt b/weight_and_grad_dumps/rank_step1255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b114f2dcc36b2a283fa1d184d3843792595cb9fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4659cf7efc9493a18b3d9e66501ce34bbf31476c3e016550ce58c71d65343e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1337.pt b/weight_and_grad_dumps/rank_step1337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7191aa1e2fad259fdcd424b829917dc8b6e2e1e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ec05acdc466ffa249051f19f781d45261236ace36eaa862e82f538323a3335
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1368.pt b/weight_and_grad_dumps/rank_step1368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1ce7f1ac574c67b4da1bdf53513f907b130876
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035da2beca47a0d37dfe264a9cea4806c1d5ebeddb648d43ffbfb5912fa503b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1594.pt b/weight_and_grad_dumps/rank_step1594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54c05db2fc4c97b34255c925e37a70ef6b61e93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76876dfd358bc7f4356f7380f713650f8d40ecc6012cfc14ff805bcdfcd85d01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1595.pt b/weight_and_grad_dumps/rank_step1595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a7f7ac4f974537f76c39e8531a8035c24acf2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8892bfe5bd5862a81206c5f8b42d843a01e4a470ded10eec8e9980c14d3b16d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1633.pt b/weight_and_grad_dumps/rank_step1633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26f500a81de620712ed5210ff3208f748c85862
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d2cd3de81687e6fd4e27a9b6583407ae0d0b714705a6115b22f290e332dcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step17.pt b/weight_and_grad_dumps/rank_step17.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926a55ce554dec3710a84b73e362b543188b1cdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step17.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ee683b783acb4b5665c0ea81bef0740a32748ae247aba198aac79ca8a15d7b
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step1751.pt b/weight_and_grad_dumps/rank_step1751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eabeb73144ee6d45b15dfa7a07d687ac8eae64d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0ae293e2932c5a0c5af06b327dbc1f2f35163a839f13374e9e0ae998522ffb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step184.pt b/weight_and_grad_dumps/rank_step184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d7f44a0d0d6599c17bcaf9f75a9db5cd4a21d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bd19321e20884b4bdafec5a7c62b56a14b325791b9dd36f9c1e66a2ab122f2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1885.pt b/weight_and_grad_dumps/rank_step1885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653b5698495541563f3c7042d300cd490f3202cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ba1925741326866ebbc2c53b529525e87bc2aa6f4317ecb0460c07a0fe393d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2074.pt b/weight_and_grad_dumps/rank_step2074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5bd35482b2f962ea45a6d2583172a05677a901
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f42c3a9e53313a0bcbb5626e75725e5caf134492da905ce0ce68d6a17a9223
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2083.pt b/weight_and_grad_dumps/rank_step2083.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237055344c5cb9e4305204b62ed24db81b13dfbc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2083.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc4dd4269625f96119bcb999aa982e4059c3d60383244c3f7013e0fce7e8602
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2116.pt b/weight_and_grad_dumps/rank_step2116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066f3a3f6f60699e025c6323a54bcd7ddb759efb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936d71c0354d088a4e6ab8cc58c86ebaac563d5df226dc2e24a64653737626e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2149.pt b/weight_and_grad_dumps/rank_step2149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a25675b372889554f3e34d85b654c8def62dcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44cdc584533028e84080252419af65e8a5a60d37252a5754a311d937d535bc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2218.pt b/weight_and_grad_dumps/rank_step2218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce1b027c062a6075438d901eaf2caa81ca931b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1496c5f5b76adac2e088999d2c4d17d0f9e9ab792de0fe5624ae29c2d77469
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step222.pt b/weight_and_grad_dumps/rank_step222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3a2b918ab9fcac8e2b3a09d2915489d1649b7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56279e59bb38bcb0392b9b36f54ddb04b159e7e4e88e9a51f35eff58ab1d4c46
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2247.pt b/weight_and_grad_dumps/rank_step2247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617c867868d881ab327f77b7330fe4889f5c9c87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef939e3bc0bcb77ee9209dd5bfe5594b18bd1164618147495505496ab5fcb8c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2325.pt b/weight_and_grad_dumps/rank_step2325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf8d9fe79ee7f697bd2a834ab1489fc4edd90c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c646cc5f2cf0632bd9605203ff2e378a88bd4d02da1b797089711035c037a3bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2412.pt b/weight_and_grad_dumps/rank_step2412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9ad152ae7e5a249065cfcc4ac0f06f32e66588
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a66f1b097a3736baf5ba91f62d36e8afa0e5890124fc18f1783ed62fc363ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2621.pt b/weight_and_grad_dumps/rank_step2621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2296a665f14a283b67b0bea6b2f2808ef1dafa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05712e5fe81c4801555063e21122f57c31876ee0d8fe4f93fadc01f2cece18cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2743.pt b/weight_and_grad_dumps/rank_step2743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d44ca6d9522f2d15894203789391bf66968f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5df7ad90b1333099ca916a44d09a989cecf914585a0e4871481b5e7d9c01e70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2897.pt b/weight_and_grad_dumps/rank_step2897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f4fc04cb0e9beaf0ef87e14202b9ff59566f88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586ada32d153e0bd1d4376490471a0d952b3da1f1c87396f949fde1a6e94bd1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2903.pt b/weight_and_grad_dumps/rank_step2903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b51df37b39bb3fa8982ad2e9fd5a19583b580
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f189776c1cad4d84fbded1899d6db3ad0572619861e2f969e81dfd28a1bf6836
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3192.pt b/weight_and_grad_dumps/rank_step3192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea23ed77a9232a748718a97932ba33b92be4fae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d410316cbf857863803447bb9481767df6d19bd6b1c800ec057ce9f963382fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3193.pt b/weight_and_grad_dumps/rank_step3193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7a04e4be1c42856f1db869504d7ce825c6492c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2cae16adde6cc28ddb2c9c87eb12aa71599e098c8b2dd982c0c5a3b1d96e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3234.pt b/weight_and_grad_dumps/rank_step3234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478be7eff87d276f0babdad36f5c984237744de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f55cd5341313453c56e7ee610b4b6707bbf968487645fe3528d2de45d01ded
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3309.pt b/weight_and_grad_dumps/rank_step3309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c518cecbad6d313ccd0eeb07e5fdd0a7b5b2629
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f4fce3e402f4fcb2eb33a2780610e4dd92769abd1b8f4780704258c0bdb6e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step340.pt b/weight_and_grad_dumps/rank_step340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a4ac4a4b217adfc4b3bb30846ba1c7be3b16b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bfd88e59c6ea719a3af2e93a9c0e51119a98c306656195074f01e6180a39a3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step341.pt b/weight_and_grad_dumps/rank_step341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72f4933a1b932ca7ca9d0a43456989cbd5ae0f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf890c27e6a275bc3e499e663ccb758d9b1d60ac3c082a48999970c9d7fa6e84
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3461.pt b/weight_and_grad_dumps/rank_step3461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae380a48d2f324229958ab10040c22ff983b0cd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cc903551bfe1de8ef3cc1390d4ed3adf179197aac0ad36668d11b108a40855
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3496.pt b/weight_and_grad_dumps/rank_step3496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f727d129373c20322be924d1a41b9851e084969
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d36e757c62af260fdc7a813db8a13fd510bbbcf4fc5a29142e15b4868d931e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3503.pt b/weight_and_grad_dumps/rank_step3503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5ca2fd64b66b6f90726648dc3d169fad5330d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d6df0de6bde54cb87ecf8fd416865c91e6c25a70dfff805cdf1be985fca368
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3652.pt b/weight_and_grad_dumps/rank_step3652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b8d3ed6047dc087446fd5be12743583906200
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68add0849f89fc717a36f004ba6e0cf7c822b12ab45f925e0b899f63748db792
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3730.pt b/weight_and_grad_dumps/rank_step3730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e624f5da6da7f1b3453ba8717f1bb83e90adfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a8a8021a40823e70c09a7be478ffa195e561f6a507db4863113376e0798fd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3798.pt b/weight_and_grad_dumps/rank_step3798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a4ab1af48c792d43a5cc04cd0dfd6df426aaba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b2e43282e87fbecd24e63bbbbab4ad336a0e49149902da751c7b18cacbb2ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3813.pt b/weight_and_grad_dumps/rank_step3813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501cb24441429cab4b945f715033b4dceb46fa79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9476d3522f1babb989915cb53f2aec65074836e7f50c22c84fb5ca3e4ade16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3971.pt b/weight_and_grad_dumps/rank_step3971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772e797eaa49c0e7aa0db8ef22d3538b81f9012c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07097d59d6e6ad3be56bb45a50a816734b3ff0f232a9c451c8b90802d95512fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3986.pt b/weight_and_grad_dumps/rank_step3986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09f23a6a161b1f9cdcf5d30726c2f232be30e3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c924c916228fa92afd5224d82e1c27fe7a99b957007aef8930be41a941ff1206
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4050.pt b/weight_and_grad_dumps/rank_step4050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb654cabb7a822cddb6452bf27468fc81837a32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29802d44371f584ab5e95cbbd81c32f195089a2f2f4b92206347768639b7942d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4132.pt b/weight_and_grad_dumps/rank_step4132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34d8d0da95cd1ec9c78a22fccc040b9a73a5adf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5febdd17bdf770f1d95df59bb9612e460294b088c946eea69b40225e68d34e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4263.pt b/weight_and_grad_dumps/rank_step4263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800305ca5b0a8307afb30b6f6c92bb3a20c954ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fb439ee6a8c7b8ba1f0e28cd6b62f48e7104382aee8e7df58fd1524f13c57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step428.pt b/weight_and_grad_dumps/rank_step428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05d7ab45152d3a80eeb37b00696881a3a10cc89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9479f55dda6b702d0f682a5683906d7b5b3daf4c1807977361fc85b2ef6b93
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4294.pt b/weight_and_grad_dumps/rank_step4294.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22057f37ef14ff1b8bbfc34b7fc3449d61c23f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4294.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baef28c370157dd77f5b4f796b9349c0a6ca2e2be3187c267d9af28490787b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4301.pt b/weight_and_grad_dumps/rank_step4301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca438e10595c7150955831fbbe69197168ef828
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45e7fbbd14aca60d5ca1182960884af8202e06280108fda0dde1c06231f269e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4436.pt b/weight_and_grad_dumps/rank_step4436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40d6b39e39859bb909ac7216384f3b91cdb5528
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd0dc9feb5cd71b7abe0236e48f29418b23ab7910d1d9d9843b612120dd3efb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4469.pt b/weight_and_grad_dumps/rank_step4469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1398cb232e9546ec81addd6ea3ccbc653ca7bdd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d009a0e0aa6016d404faf7ba087af29811012e8df4cf1a8f2df9473b7bb1ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4555.pt b/weight_and_grad_dumps/rank_step4555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696e84506e52a2f325f4865b3e3ca5af282ecfec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102e5235c7b3830e56b099f182e84bd3da7c7829b5e22e734c791cd7c25f3f50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4738.pt b/weight_and_grad_dumps/rank_step4738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa0b24e945a5c2bba9c00a0556f7ccffba6c3ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84d0bcd850163af2cd913ad7efc5450217f7862a083949d42df91ba565374fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step477.pt b/weight_and_grad_dumps/rank_step477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c6796ce1199ac0f01e1898fb99a197225eef6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d40b36eb3df1ba89b6e13e4df322d53e9d26eee633ea406115660ee1e96aba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4790.pt b/weight_and_grad_dumps/rank_step4790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b73c193bdc636ce725e58e286e7495c27ff14d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122a1274fca9790b8957be209e45cb24539c347ee006090b9429a432f094ff59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step48.pt b/weight_and_grad_dumps/rank_step48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc73ed3861afb42cd781ebfa5534dbc194bddfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1513f5f30ad542894a8f4ac25ea30e6b755586c7a8b706d2cdbffd77f6336d
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step480.pt b/weight_and_grad_dumps/rank_step480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282165c72bc6a0e83471e739f231e192ae40a1a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d1fe2a3daad76d9ae3342c0120e0712d0ba4f730a1e4a0e1cdc527c297c073
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4844.pt b/weight_and_grad_dumps/rank_step4844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4dfd100cee53aabfe137c32fd305fd8cc364f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13abbd033ed2f4851559b21ac9022e2814bdc7e597ee0f31268607d787c7e42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5023.pt b/weight_and_grad_dumps/rank_step5023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe342301239fca0458c296181efed44c19dd587
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa1abfb2b333c2737cf0f4ae91248896b3eca1cfd3843e15c83b0b17ef6af82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5141.pt b/weight_and_grad_dumps/rank_step5141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0281ed1d964d9e3ad14e82c8e84d675ba2300a9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e60c588b40f3e42b896684b5c69081ed6f4acd9f2e204a2db37b99a6c8c8738
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step515.pt b/weight_and_grad_dumps/rank_step515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f861b4a3a70ea35e87dedabf2500bc696fabf96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e363596d88fac4a03be6036daa2f31a0fff6a54582d8bfd28f7d266cdb505b02
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5385.pt b/weight_and_grad_dumps/rank_step5385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28649f1f1c2f36990905b0a3a0e8ae9589cb76c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e433eb20776a93937810d597ef820de98bffe5c852be844daf17245eae708436
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5444.pt b/weight_and_grad_dumps/rank_step5444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094da1092f07a230e6cf8078404b6db026404974
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0415e4d15193810112fc0a91af0da00ff88531c453775424790e2a92c49963
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5445.pt b/weight_and_grad_dumps/rank_step5445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210cf58cf8530cfafb3c5e51cc152db6a7826e73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3461b39f0a09b21e09ea0eef5fdb5fa1ac6c8b25b7796a56d5ba824b70635976
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5527.pt b/weight_and_grad_dumps/rank_step5527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b615e9ef70a5510573635afad6a19a08d1392986
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc3d107ddeb0a19a6c9a740a971d19f124013abf03258d347b294c1d82d6eea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5578.pt b/weight_and_grad_dumps/rank_step5578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e100c18e379f43a5c1621218965314717c9c8dc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81016cfb5a46bce6429e9f2c6279edbd3f491edaa2c257cc8ecc8d188084a30b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5629.pt b/weight_and_grad_dumps/rank_step5629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a0b3d9b75089759db8ce37ce96c9a77fa0e6d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4559d9db3ea9726471b8e3704149f4ea74e45226ad1bb1a0c37287c55e780da6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5676.pt b/weight_and_grad_dumps/rank_step5676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2f0202cd62da02425acb01dc7fb18fd73f8d00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2912009d72dde546350531c85cfa98fb852b723a8a17ef5f5531bf7fb36cc07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5681.pt b/weight_and_grad_dumps/rank_step5681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805215ce0fc1215fa3dcc67e3ea620caac0615d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890cf01b6b0f62ed64456e123c3c96b2912b0b61379f2f2e0f1e3356c7aba4b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5714.pt b/weight_and_grad_dumps/rank_step5714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633257acb00cd21f088a49f785fc7ec7e30282da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd79027005db69197a368a95564c1f16fa3bdb2a5bda29c7875de5acbfbc1d7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5837.pt b/weight_and_grad_dumps/rank_step5837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89d04c8143798fe995dbcbce7814eb7faa50c6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb86dff9df22bf808c21d55b393cc95db40dd07e294ac35ab939cded0009000
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5868.pt b/weight_and_grad_dumps/rank_step5868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1222a16dbe49eb9587bf22188b04c4d78cfbc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7540cda54c3e1b21ade0b3634e45d5866988dfbd9fb43b4a34709a418a2ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5955.pt b/weight_and_grad_dumps/rank_step5955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad75be3d1820984d3ba6bc5fbd18c7dd9a27278
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919e0c983e072d03a99168a06a846f24e789c301ccccecf5bdb1d30e2b019cf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6030.pt b/weight_and_grad_dumps/rank_step6030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6eef3bd6216c9873e64c35e60b67abe326fba8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7e3d6bb59368fe12d80a34d27d5781b330f43036b25ce33e152271d5dc63d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6031.pt b/weight_and_grad_dumps/rank_step6031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7222dec7e61e6091247055fd8bead103d344486
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f35489c811ffa71ebc260525236456e5d663d6febcc493c5525b00d0af4e23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6099.pt b/weight_and_grad_dumps/rank_step6099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a64f54c58e883fc3ede577d7e08cb0023ddefe8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c12f3340f7993c127da2c84a64ec1b155cc82c5faa90435d0f3a59cbe732913
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6152.pt b/weight_and_grad_dumps/rank_step6152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077f332747727fe6950424f49fc3b845f6707ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574409628293ed352533d1a0e7b2f60bdaa7e438d9c3e8fd4a5868b2ffd9b8b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6153.pt b/weight_and_grad_dumps/rank_step6153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cde326175e0ed1f964042966ec565ffa6e2284
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3ed68e66c6cce8b363fb0650ba06a1850ce1d46f0d587389ea2a099785f21b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6397.pt b/weight_and_grad_dumps/rank_step6397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d65280c6c0ee54e6e7816ff8a67fc029a7a558
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba428b5f2f9f10fcd73770f8aaaa8cd23e1600a296d6107f82a3d456fe07923
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6408.pt b/weight_and_grad_dumps/rank_step6408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c34b4db6ca16e09e05b9d65d4c0dae607bf6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a0093d7b473345d09a8039e21917ebe2bf8bacb0a98702742c73ec93731340
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step644.pt b/weight_and_grad_dumps/rank_step644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ceb2cc383d16e33973c154eaaa3eab17cbc4cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a70d83adcbc1bdcc7653056eb1c85069c77f4c19e63c4fa4cddbd21eb21f95
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6457.pt b/weight_and_grad_dumps/rank_step6457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938b29d5d408f01b55c8d975368688733b345ac5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe185b4280bc8b4b4feedc4eb12e6df0eefc467ec2eeb4867d4e706449b96d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6535.pt b/weight_and_grad_dumps/rank_step6535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afea32faa2dc9a56ad0f1ddaabfa3825b3905e6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8be4e0c6aa77f9337773e98b02a472cb6bdd0f3075419617c4c32c8ca9ad0d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6664.pt b/weight_and_grad_dumps/rank_step6664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87427d4a6505a1d1a0aed27ce407363868838980
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9b673d180bcd237b93770f14d353a4416f22e8729fce280dca5d34bf98b667
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6693.pt b/weight_and_grad_dumps/rank_step6693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d389c451b485b7ba32dbde03210e0947ba9e50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056af8b198f3705bd084fe528bef30d1bdd088e536a25099af40478dfa214919
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6706.pt b/weight_and_grad_dumps/rank_step6706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce339565019c751660a099fbed668a634cd76711
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98788d306d555a0b3677fa484ac408a480cdcb5e5af8505c4e38f42f78a10746
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6759.pt b/weight_and_grad_dumps/rank_step6759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcaa71ee48c10feb72daea3cd46bc2e9ace3d11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5b579050e63f0ee8e267a8f80ed5559516520a6d16f92b89242957280676ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6825.pt b/weight_and_grad_dumps/rank_step6825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edbfb9e7809fb551297825e56a10dc9d7a59afd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c934ff143d885ccd3937cbc5450ca7ae28a0d67b402f300a6344a06a51d2e14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6918.pt b/weight_and_grad_dumps/rank_step6918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47830556d8b644e838cd9e755c1c953bf9eeb795
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44adca8da47f594efa68e4e96b5ec4e18569c155a9b75e1948e456314f13393e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6947.pt b/weight_and_grad_dumps/rank_step6947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16d02a1eace4e64babd82c2daf1780cbd7a4e91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c113cc0e5d9673a345879e97f442d8569e0c78807fc4693bb376a642c01b49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7042.pt b/weight_and_grad_dumps/rank_step7042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8482b995d1da7c8b0373b8b0f95d6b128db1d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fcb18f30ab129dddf25004c529346a2263bafeea4cf39bbd9d37e8170a657e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7120.pt b/weight_and_grad_dumps/rank_step7120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f156814109f0bcd4aaadd9e30a78965e3abaf059
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daea06a2c2b28b013efb19b9f17f9e35cc342c7ec438ea877ca0f50e01585a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7188.pt b/weight_and_grad_dumps/rank_step7188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3549227db2ce819a82ab2a93576b1d80ebb371
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1015d6d5d73a76a67cd853925d8172470d44e5805bb339f4337174878965df62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step726.pt b/weight_and_grad_dumps/rank_step726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e856bbfdfdc6674eaac4885327a4f479797ebc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5b9dfecaf71096934a73224318161e5cb798eef39195deada4e8021bb4fed4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7271.pt b/weight_and_grad_dumps/rank_step7271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd54d4d7d6d25aecd6b12df509f6c49edf858eff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d0e8ea0af4454528c95be8e215922ff42716a4c84a3dea5f6d51bbf686d8ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7286.pt b/weight_and_grad_dumps/rank_step7286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aa9bf5fe486e6b10220b70aed6a915d9755c51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d063903f9f36a1f3d72a210c34ff00db5b9a7fb0f10f41873d45bfd9fb9afc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7313.pt b/weight_and_grad_dumps/rank_step7313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba250b3ff2e4656dbd0b98010b0c2e614c7bee63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f419219a33aded09d004374ff9fc38eb0952bce7e52ff860f4159650efc8fc16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7519.pt b/weight_and_grad_dumps/rank_step7519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf375e546c3c244aa3ed957494b86b8981ea81d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefeb8a49478cd684ac3cf0cbb7914ed41029782c93de70b6d2238834bdf9711
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7546.pt b/weight_and_grad_dumps/rank_step7546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5f9c7536e915f441a28de0f389e7f4d4a70a9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d32dd6ead4c8fb6c9c5b1fd9b387cb6babb354f212eeb48b31a7a28a44e5833
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7547.pt b/weight_and_grad_dumps/rank_step7547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2a1b63d0b8c5ad7f6eb2ee3dd2cbb91dd845f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3660972f6070e360201e1514256956a3df957129c3c712b25fc50627fbfec467
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7617.pt b/weight_and_grad_dumps/rank_step7617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349fe3001bdca21c89b4d9cb0b35cc577812582a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19ed54e315a0eea08efb92d6941e2b3651b71e2be59f13467f5f9cd77008a73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7774.pt b/weight_and_grad_dumps/rank_step7774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b5ba10b0b2da5a35c8f4e3a383f9602baaf327
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e99f6636a970120d9767860ac095e6e8d3e14cc775c9492201bba8ab5ed8e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7782.pt b/weight_and_grad_dumps/rank_step7782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1760fa36cadc05d231a726893caf380040210f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dacbd19161c62ae0ab7f40edeecf7b2fd46cb8a50aea41242635fbaf7a0d67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step779.pt b/weight_and_grad_dumps/rank_step779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65945072cebdd1980515ff8addcbda670b4cf5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e2457d12cda7a0bc3261d5021b70bc55b5c62030e56dcb819cbb001284ebb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7809.pt b/weight_and_grad_dumps/rank_step7809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15502e8b28e9a1ff5e0acc35d6c7864464fcd7af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bebdbb1d1585b261bc7404a0e699c08beacf8ad07c02257103383f83498556
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7856.pt b/weight_and_grad_dumps/rank_step7856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90e746a327ccbebc35fdf4c925fc1f0d5a8ad33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aae447da767f6b28276e25ce1e9cbcdf90c268e4aa4a188322276a00b823670
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7934.pt b/weight_and_grad_dumps/rank_step7934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d175085bb2779d881fc4cfd83c678cd024ed71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a2f0d2fb8271ceff95ec7edb4e03124da0ac6311548b0236e29996e9054ecc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8018.pt b/weight_and_grad_dumps/rank_step8018.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135852c04a35144bab182313dfcc1e9b86fa76ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8018.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb43fe962ca11798f8fb17a35a316ddd4f50930e457950e4705283265b114cff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step805.pt b/weight_and_grad_dumps/rank_step805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e41df5253b17fb6da37cdd39c4aeb8ad4ce048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70f8aa23b4ecc543b4b2ce27b3253a26d025cce0764edff7d791427f8b2b617
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8274.pt b/weight_and_grad_dumps/rank_step8274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fdb6356f1422dad967c0327339845c96628735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8463b1de7771593d054c8149159a7332e91f599657fe2b37191a7355961c2832
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8316.pt b/weight_and_grad_dumps/rank_step8316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1524ee2f9852155d47da6b255eab3c76a0966f63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052002ba6306be48212c7769e88decd22118cc60c2a5d5bf184576e4496200bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8349.pt b/weight_and_grad_dumps/rank_step8349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfd132602693c60053005c849e9281bee6b785e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c615493a88e3d05c035082d88e2e1fec0dcdccc920f5f93450ffb4284a67c26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8421.pt b/weight_and_grad_dumps/rank_step8421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d7126432f5cfc0aacd4f55bf632efadc44f9e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908f3122b4f3a97fe42d0f769b7c8fb2c4e2a67da912c0d221d7a08c9b3e45b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8489.pt b/weight_and_grad_dumps/rank_step8489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34007c819e01f41b0639f326f7e5096257cb7bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e1efaf1e791f8e3507bc3bb44c90fe8c4f5a600fc203f2df5e922b4d851268
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8543.pt b/weight_and_grad_dumps/rank_step8543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c4093e7ef02339821bbca84ed9e0c5aff2f4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f580cd422a04a295c5e6d52b0d26e591f4dc90c2edb258034a062816c2e16aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8612.pt b/weight_and_grad_dumps/rank_step8612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b98e71036315bb64b5cf004fdd8d7aa6e4249
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e685f9a1cbb15de5e16cebd8dc3d732dcfc27cc1cd87c58d596d03463cafe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8770.pt b/weight_and_grad_dumps/rank_step8770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccc9198fffe8ea588a40ffc18d09ef920fe6e82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa51809efab225340fff663d0a43038e40a539b1358d8127d7fbbb0ae9dde86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8787.pt b/weight_and_grad_dumps/rank_step8787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f00698a5e9f7e829e7d046f0aa043efa304688
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1b713b768ace8c31f5e616a493e0dc09d685d8b154c6a286e79314de139a3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8853.pt b/weight_and_grad_dumps/rank_step8853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b875b085093bdddf1135c19742928d8061c39179
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c7060667748b9db6f40e796df9705400a7c415c16e9000d629d782116fce6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8931.pt b/weight_and_grad_dumps/rank_step8931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d46c10348c6a492a52585ab30caae06d87e576
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3537fb6ac6fbeee54b30a893e70cdfb7d0b92987e1107de84e33c746b012319
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8999.pt b/weight_and_grad_dumps/rank_step8999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6231652281c00be1d4c01a7d74b90675a16f0180
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3084a9b06474b54b731950d91b9237137e014e22de1deed16e96f99f1f6f8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9034.pt b/weight_and_grad_dumps/rank_step9034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dca681feda3397058d8cc1ffc767cf5f64732e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ef34255cc92bca02c8436c4be9254b08412983aebe06e5e561aadb43aeed6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9109.pt b/weight_and_grad_dumps/rank_step9109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5601ed7f7d586e46ad373c855cc92184dbc99a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b42920bde5422f73245fc127fe604944d07581c12f0d77669e9bad5ae0002
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9156.pt b/weight_and_grad_dumps/rank_step9156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f23774e0f9e41bcd949394810ef38235031934
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dd89ce131805a9835b130a538d5c146a5ea4c3b384bf532c5466fc3cd238e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9207.pt b/weight_and_grad_dumps/rank_step9207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1e752a7a726bc67fa10924d82b43097b5aa965
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98169dd921f0ec87464bd819d617e77f38c3997549724bacb0cf78824630ab9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9258.pt b/weight_and_grad_dumps/rank_step9258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65e743c2e429062a8d89be3feccf4e6406e4d01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4976347419ec0f33e6a16767066ff43f1d44e95d112473973a08fa13c1598cd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9365.pt b/weight_and_grad_dumps/rank_step9365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c870ee4b6b9db87b83bf8078ce79af672348b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3756aff56f00344c5e8263d0833d7b946e35c84302d2e59d8120dbdd8a6f18d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step938.pt b/weight_and_grad_dumps/rank_step938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830ef0e57918205eacab644748a806a584e2aae6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2781924c77ac23adfa3f017f671ef6cbb7fd4ebdf963d607bdacacdd6c63fd46
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9392.pt b/weight_and_grad_dumps/rank_step9392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f5151ca2c1375ebf1c3a0af9682c1214bdbf0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0d4c86f88f17addc20ac89af4bcfa0cb05d5ca7094a8dc0e912d9901ca9d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9531.pt b/weight_and_grad_dumps/rank_step9531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e13ed35263fce4e3426277c7ba4978d81964d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5109a9c65866ad239019a63a204ff0f8e2cbb155907edd643b927e6637474381
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9661.pt b/weight_and_grad_dumps/rank_step9661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3531d930380957e9063306540be36151f44db53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7974ae2708647b91b1b07e6f51b8e2c4b63fced75468be56bfae828e4cbaa731
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step967.pt b/weight_and_grad_dumps/rank_step967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4dcd27ebc695708d756c4cdc1c8b40041b4e630
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a3e493213eb70afc99b9519a61ffff93ed9feedbefa11b0983b54905e09cae
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9696.pt b/weight_and_grad_dumps/rank_step9696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7272e13a770bcda689b6ace262cb2c48e6794b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2745f325cf49af2eca8d69ade08ba1d8352074cbb354c7514bde43730d7ed5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9888.pt b/weight_and_grad_dumps/rank_step9888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2c9345f90844798b91c279bd28ecc069a33f85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df890f5653f3d51b9029bdf553469b2d26bb54e90e5f883bbd4eda6162bca145
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step990.pt b/weight_and_grad_dumps/rank_step990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07589d091d65a7b0daec22532d07bc7be20fa352
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959ee0e654b958467873f810d84b85475f67de5a6a40de25843675d5c284c2b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9942.pt b/weight_and_grad_dumps/rank_step9942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96edd44685cf030a924cf085c7f13281c5174bb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8a47d2d82f33842d792fe2bee2b6f61a7777bb1277f6520fcee764986acb3
+size 1524331132