diff --git a/weight_and_grad_dumps/rank_step10009.pt b/weight_and_grad_dumps/rank_step10009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f72896fa5b17d4c1314c75cf28e83d3b5ad87d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912b81553ba0c915a24c2658c75f9256c34cb704357552dbcc3117e976cd21ce
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1020.pt b/weight_and_grad_dumps/rank_step1020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaacfeb3af3b5684f3dd4cb3063858cd7361700
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd3c838cbe7cb1324680f7d66b0c9bae42bf4a43c969d1e74fcd023283f4b5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1088.pt b/weight_and_grad_dumps/rank_step1088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e54346d168e84c54caec7c48a5942d1ff21ed8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c74553c8455f2b43cf4d1bad651f16c70226314c5b642dfb897cf57a6b352b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1142.pt b/weight_and_grad_dumps/rank_step1142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a9aa7da0535cdca865c27a9f9946c3ba9c87b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d64fc3ea25a6be7de44cb4f20adfdcc0c1b3654c62b18d3f6294b9ec359c63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step118.pt b/weight_and_grad_dumps/rank_step118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60fcf93100293bf07b2552cb0bbe1b850d2bc57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b35f581b3aed6d6cda6d26358dbab3cca7bfe667c467507d9cc2532f939228
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1213.pt b/weight_and_grad_dumps/rank_step1213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcdc5a640d86ea26626497d4f87050c73ea26c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407bf7e98c42b822bb75a06607bab5c7e34fd438a4b51be70c68faa6343b324b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step135.pt b/weight_and_grad_dumps/rank_step135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e781cec1dd1f8ddbe92ed0f67be6b05850cb28e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157640523c427953b479c844fac3a9cf7df2ae385f1a550556f2fecc6b294165
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1371.pt b/weight_and_grad_dumps/rank_step1371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b70b0f967030e4b635a7fa71a217a866e5830e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57417b223e150dce0ad3a133533d9e31fd40bc456dea534b06557035a17381b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1386.pt b/weight_and_grad_dumps/rank_step1386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55aeb8b388d667a6e936b321dbdbffe5d9801f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace631107027469bdb82f0b30fe1c8181b8b7ddf120a328bbed7e9c081fd95cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1419.pt b/weight_and_grad_dumps/rank_step1419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a9a7b26af29df46c3cde4a24b52a1e04bba178
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19515ff9613152d90dc02ad40647c281f6eb2e036d1fbce0c5640b1dcca28d0d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1434.pt b/weight_and_grad_dumps/rank_step1434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a702b7ea25830b6714c3b8ef205d918fe35b3281
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca9d49a4e7f426da393d68845f6731828578e44acb07df216d9dd5336c9f28f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1446.pt b/weight_and_grad_dumps/rank_step1446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d030f7efb87f786e8b19cbba7db61af1d9332ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da292882311ccc28c7aff4b52dd91c97b7f3c8f6ae0b78152b111b23ee26f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1524.pt b/weight_and_grad_dumps/rank_step1524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbf3374d57e66a33a32b60bddb301da0d3b4e8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cde45cb84b576d3511a269dabfdbb973cc5fd880b45f0e1c01c78908581f5c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1675.pt b/weight_and_grad_dumps/rank_step1675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d499baf0218c64ce662b3e119cf1556cf970e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece532276fac11e861ee8fa95d22e585949c693a5e016168b5fc5b1f95030b48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1682.pt b/weight_and_grad_dumps/rank_step1682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8b539a01fe2d30c2724d8a2381a4ca17fcec76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29717ae02b0eb0daa2a4c1b57de45cb0c41c870e2bd1dce3efa39c0e77bb5467
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1738.pt b/weight_and_grad_dumps/rank_step1738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086f67e479057483102d5107bef5592f3ad05416
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c008214c93b4360053b9f387618e4e8baff9bbf7f0d89fd7f53079b19629198
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1819.pt b/weight_and_grad_dumps/rank_step1819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cf146426bcc1304f784976c857bc3eea98b776
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71826475f91675437f6e7989b8952048a2fb430f5aae1060740fddd8c621e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1834.pt b/weight_and_grad_dumps/rank_step1834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67e9edefd41fe851295bef432cae7b2e3ddb0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c262002aeb4ffba88c7d7a9b848b0027500c042fbcd292a8410fe71aa95f916
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1909.pt b/weight_and_grad_dumps/rank_step1909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d675f7f0a38763d441e4ecec193e0a378be1ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836156be49f33d1fe1dee76d849359a73c28a7de89badc34788f7b78f01ab16c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1956.pt b/weight_and_grad_dumps/rank_step1956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da72efa3a0927525ead5467d738c017f3efd6d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2192e5861c6bcc76e89162623cf7b0db89e2a2a71a6b2f87d606a993e8785
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2032.pt b/weight_and_grad_dumps/rank_step2032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213da23702ebd2da7585dd7d89cbf7c3c71d9506
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba817c5427714e159e3f066d5d209779b77810d2a4c420460267501bffc4ae9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2150.pt b/weight_and_grad_dumps/rank_step2150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51a322c1c14c1aabe75669bacb1ed34fdb2de3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05949ce799e763c02fc3a2f5da1f9c826d6dfa29a317c196774a6c5ebfb07544
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2201.pt b/weight_and_grad_dumps/rank_step2201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aecb069a8ffcda09cefc86374bfaf68953471c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe379a9591c67d2fec4f16d093eb1df7ec638f797afef57f57dfaf67df06094
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2363.pt b/weight_and_grad_dumps/rank_step2363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1530fe31129f6bf43e640e3a9f55206a597fbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3515c3d4117db4052e11559882548dad9dc964f249b9e3334e701c3892e496
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2394.pt b/weight_and_grad_dumps/rank_step2394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3efbd3f76106e6db0e1143abc8806abd3faec5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444370256a236b3fa0cba25deddd594d90d1ae3d8454fd5ec4b2860c2d8bf63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2454.pt b/weight_and_grad_dumps/rank_step2454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f1406fa3dce4f1fc656dc1eaf673f4cfa4c4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f33d0df1381ba3bb6a5624e3d65a63795a5ab356df35a9d535a4e05f898d99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2479.pt b/weight_and_grad_dumps/rank_step2479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e073e8e91f7390a34128febc9abde6669fcca1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee42bc05e4ceb454e962ddf2037a1d8d3cad1470cebf649621ea0aa42336f8c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2536.pt b/weight_and_grad_dumps/rank_step2536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ff40ced37a66192f30a52972ffcfd7f855c2bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad064bb549346d402a302b339fea0c8705ed65b2db4e95b1e2ed3b5942dfb65c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2544.pt b/weight_and_grad_dumps/rank_step2544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ea25d5eda026f00ce4be62d4d7ff23fd1d0f9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b73a56e5d3bd3e133d7bd7dcf4e186886ef6bf0e786bf096f03ec4cd8285a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2569.pt b/weight_and_grad_dumps/rank_step2569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854620e03a77760b481f522115efe59fed06f278
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5a0cded310681f6eb4ad48883fa103c66691945e40f5c63e18bd5d39a923c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2638.pt b/weight_and_grad_dumps/rank_step2638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9339888f835821cf16c9e63cc24af30264d9316
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbecbb5bfad1bc88732d245ef7c2a02b58cc6db21c93590befdaa1fefa4817c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2690.pt b/weight_and_grad_dumps/rank_step2690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acd3c2fce67424485ce2031ff616da69dd10e28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3132a63dc30c05b24ae381373726b45ae01f2c087b735c517ae2c5d1785f5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2826.pt b/weight_and_grad_dumps/rank_step2826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24fd1c174c218bb047c4818433a17d318a8a43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce65a658f35b53462c5c1a054951e66d40fd807295942ef13680ca5f6bbe4dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2854.pt b/weight_and_grad_dumps/rank_step2854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2ae25cd64bdcec8e408bd47154e0a7626aede2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a645eb4b5946505008502413433ac93a5f0dd3afbab64f315b30b93357431968
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2879.pt b/weight_and_grad_dumps/rank_step2879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c98fbfc3293d7498ee81f1acee1bc3d83dea372
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40f6853118b45b1828149652cbdf20ca68d59a489a92b1841eae4534b26786f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step293.pt b/weight_and_grad_dumps/rank_step293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec1c3412dcd5b09343c3f061665b50c9c6b766
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd922e2a4a2c3f4d107302fd016fae7f635e435ca0990874d3a1cb8e845b5b97
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2944.pt b/weight_and_grad_dumps/rank_step2944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc462c2a5d250a917362da8d467187257ac5fa18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e97784a7c82207becb8b4b79eec19e9917a8fa78badc09cdc346f60ea078f56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3041.pt b/weight_and_grad_dumps/rank_step3041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e4dbf4e91fad1c91cd14e2b953363295a214de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c7f61a53c64373bed380cb6e403cbf9610e1e7188b331f1ba84962c43aecf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3123.pt b/weight_and_grad_dumps/rank_step3123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19734b9541c977f5c5346abcb695a443dc3f732c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab85814b11c40e73512a39dc0ba4f64b91ae3d108f1a9e828ca1c3d54a313d80
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3285.pt b/weight_and_grad_dumps/rank_step3285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40f521112396015ea15c0bb82d67483aea7349
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290c66d6552c3e174e076a95d90594b59c21e65a64bb529df53bc3d93b507d90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3427.pt b/weight_and_grad_dumps/rank_step3427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac61e1531df37aa2f8d8fc87ba26f22aefef60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc40eedf63aa4b64fe59b26d7941eb20ec759502fab7dd5b8e441a7e44bf51f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3478.pt b/weight_and_grad_dumps/rank_step3478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28bfca919f670540bd15bf52730597ce10da70c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e7de57ac8ce0d07367dd994d98b9d70b0c3683be7f07538339913a422381f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3545.pt b/weight_and_grad_dumps/rank_step3545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfebb0ae781aaedd31be1c42b05d6100b1a3fde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000bd8213982ea8c18c7db149963672af778995c1ac7752acece52dd4100dfb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3614.pt b/weight_and_grad_dumps/rank_step3614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5170fe9ab50ef45b6741b10a5c8267eee4be21cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68956e9487ac3df591136cdffbeff8f6a8198097832cb122297415b6905a15ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3729.pt b/weight_and_grad_dumps/rank_step3729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daa579e50a26324377f4ec3cb43177b1d92dcc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfbc0aa9e4f5758e3e77e20d04ab934a63d6ef2577dbdffbc584df8b32a2da9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step376.pt b/weight_and_grad_dumps/rank_step376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ff5584feda0fd7cee46a8b78af34263292f13b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79443eecca5a188276676e4079882d69b80ca14bb31d310ad60c92b762641fd9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3776.pt b/weight_and_grad_dumps/rank_step3776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4001607ea28f342d46dddbdb00fc00f51753e8bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b325fe0c2c3ea2ddb1e8a986db1243fea3363cd8aea51777df9a625cc66bb337
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3781.pt b/weight_and_grad_dumps/rank_step3781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ce3270b7189985afc2e3247a81aea8916edb4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4742611a6bd96eba4265247f854f3f0e0c7ab1d891e89b84300a2715825a0306
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step383.pt b/weight_and_grad_dumps/rank_step383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335a478994216a9a1e82a2151ede542a288676c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50f797757ed153f100f463da2ab6201cca2a3d179ddf97511b80e3f4dccc690
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3855.pt b/weight_and_grad_dumps/rank_step3855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1eaeaabd958274b8838256e4465c9b51fb2eba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c315a067113c286bc79a4848eff3fb0996be5baaf3deedaa3e4a6606458ca7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3937.pt b/weight_and_grad_dumps/rank_step3937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b37400243798b818459b5b2ec70c762c9eed4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b20b0fc1c4fe499fedb2bfbcb792fd8ec16146b54ab3ea647233f7b414f5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3968.pt b/weight_and_grad_dumps/rank_step3968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa2fd6f813fdf9d74d4a5927c09ee471e4d1efe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bb85e3824f0d07167db6c224b2bb55cbd6e83bfc0752d2b790416b058e2833
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4016.pt b/weight_and_grad_dumps/rank_step4016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e5264e6f6afbd9eeed4971c81a431a560b3522
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ee85af90545fb194698348ae3c5f15e519bbba29a857cdf65321463a2bc5c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4049.pt b/weight_and_grad_dumps/rank_step4049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bab6ea09bfcc916a931aa745fd44fcf25d8eaf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9664426e1e177e1774cd676c1706775f60d5c2f9ee41df9f97c8b4975ff81be0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4174.pt b/weight_and_grad_dumps/rank_step4174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8093b84990ce341f6682177e5aec688190ae9900
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824b3316fcec9a2491ffc178a3c5614eeb2a8b86bed5c2a838c50a157133030e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4183.pt b/weight_and_grad_dumps/rank_step4183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb3b229107f42d78eaabdb00b6adf502dd1b007
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799dfcf220278c4be165876965c78e0e0fd52fdc98807ee776de47e4f11f84b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4225.pt b/weight_and_grad_dumps/rank_step4225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8a6c4e8854420c644adb880e0cbe421bb4f74c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400273c794b48a757db274c2e362aa5447c6698dc1052ac1552997ae81924ab7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step431.pt b/weight_and_grad_dumps/rank_step431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614d055dd56772374ba8e7a261f582a8b60c908a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4fab3722ee565d5e92a6168470c5ffe2f5263f3213e5fa2c8b99131a2b8e33
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4318.pt b/weight_and_grad_dumps/rank_step4318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4f815840ba66de1795559b9db1faf194a1be15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74804ae5dbf80efefcef04b6b153d2796ee3a8923765b3a4eec9cfa59d490b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4347.pt b/weight_and_grad_dumps/rank_step4347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02c0e904f4ca78a203b39c2d013775d3e6b8967
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a546db49d6d9ac2f6844d8516aaa3cd0abc86f1b0bdda4f30606d6cedfe66e6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4400.pt b/weight_and_grad_dumps/rank_step4400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8663c9b048cfd8e47ae4a562ef81a2aec8676861
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db60e55eeaef6272f6047dc7de85f9625a251e4413b156b1b4827714f1476fd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4470.pt b/weight_and_grad_dumps/rank_step4470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becd52285b6259673c3c132a49fa7a16a0e1dfc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0948daa311f634e4596ddd43517bfa77350d44bf04dae21c583432c3432f1e5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4487.pt b/weight_and_grad_dumps/rank_step4487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb113a5748d3901769ee181d4aafaa5d8ad4618
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c57a70116680b8dfc67366916885fd1ab386054b4689f02b88102d15c0f0b8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4631.pt b/weight_and_grad_dumps/rank_step4631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2cf822d90d7fbbad06910a84f43d1960f242b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da4c8f69121d7a53c75d9022fd4a5c4682ac4b5d85e4a21fb4362a8d7e38cd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4643.pt b/weight_and_grad_dumps/rank_step4643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5058e1c657e4f1d853fccf5902785b6afac6f20b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f66f771322dae1162dad8a7be803bb6227757cca01b98cbd7c65931dea09d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4721.pt b/weight_and_grad_dumps/rank_step4721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988cf12998dd9dfca1c7bfa0fa1149e6fab803c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f603015ff50470ae02c96ed7eff38f23c260ceee2221b9add9c8d43b1e3050
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4887.pt b/weight_and_grad_dumps/rank_step4887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5c6bc0646de7baebbe35733d0908f32010403
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5243477b398a6c84d1f204bfffebf65539472c25bce47309f016aee49224b1fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4960.pt b/weight_and_grad_dumps/rank_step4960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903b609e206dcc282c08e250ed246cc5b99a9c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0076add91497fb90feacd790c270cc748877a69f8bc88c78492a4305d3f9b7ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step499.pt b/weight_and_grad_dumps/rank_step499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4749f7f8764fdd2f1dec27ea271a5c9d4e87225c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd1de3473bef695aa5039cbcf84649fb97fabd7d0970f65d3df98b055dae0ed
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4997.pt b/weight_and_grad_dumps/rank_step4997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ce02f2931cfdbdf8e5cb9baf241f266b1ae480
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a8ba2c899e68ed5a33eadfa37155d8dd37e2339abf80c740f1835939001dbc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5092.pt b/weight_and_grad_dumps/rank_step5092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676a9eebeda1099d905c83c2236865c5b4acc4ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d840c70d925939217c4c1b739b2ed283b5c3a94a0973866a60453fb37362576
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step51.pt b/weight_and_grad_dumps/rank_step51.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3add2557e1dd69e9c04d1d9d4bf8a0ca58cf714
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step51.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a7835a54e396478a0a97eac05ab2c0b5c9f225f05d264b0941d13c22efc05
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5158.pt b/weight_and_grad_dumps/rank_step5158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5173381be1b815cb74e0d3a056d9d2c7f1651772
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f3b681822ec59c8abe5900625510a04da51e34b873b011abc70ce8f50b5ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5209.pt b/weight_and_grad_dumps/rank_step5209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0580aea13a2b8917c4e19f253c6523e3e71e930
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a5ae62369bc3aa38fdcacbd733e9a202fb1d978c7f574e7c1e29fb9d788eb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5256.pt b/weight_and_grad_dumps/rank_step5256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17679855afcce59303c456246924680980f00c56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1802f00c66e3da17547b5827b91056cf71a97122921a33ad7c28b1398d38eb0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5334.pt b/weight_and_grad_dumps/rank_step5334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb0917341a14aaf82e3a2df5f329e811f207641
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696c75046848359f1bf83c738a089ca1fe981b1e974b045e7821b5487c5da755
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5346.pt b/weight_and_grad_dumps/rank_step5346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42eb3f672faf23e82db5057f587c3e01b8f31a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e205d9ba83fd1cd16508bf9a64debd843585b69533c439c739678d181a193a8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5403.pt b/weight_and_grad_dumps/rank_step5403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a841f425d5c419b573717f63c194b4fbbfc093e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d52de5c7f5c9880d553e9ba4fc011cebfda067888202f91bf1a2def228c0420
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step553.pt b/weight_and_grad_dumps/rank_step553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d471c728a0ad1efcb44d777377879274f3b2685
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce35a26c8ffc4e60a97d3f64bf84a3fabdc7b6714e70ae2beb0ae0efdb3a1ca
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5561.pt b/weight_and_grad_dumps/rank_step5561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f51c43c48740de63be45f65764a1ce7fec8f00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7debab28dad5fef6be6547e1d85179ca603f29e8a4707e1b320f8cc4dd33dfba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5630.pt b/weight_and_grad_dumps/rank_step5630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f749370fe34a9dbcb12d9675f494bd6f9a2dd010
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeeb1abb8d75a197cb273428598f2e180ac89dd7b9120695a28fecdf91252e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5698.pt b/weight_and_grad_dumps/rank_step5698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0b2f4377f644293bb67914868093770a4fd87c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd46c594a9d13e93966f30fe5e301495daff07141c8dcc41a600a4665af56c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5871.pt b/weight_and_grad_dumps/rank_step5871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc1de3d1825d03eb4de3db7006bd9d4027be10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590423594d030de587cae189a7b512a26a0338e014059444108fc7a162261fd7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5886.pt b/weight_and_grad_dumps/rank_step5886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12240eaa48b61c215ee83c9ee4d5d5fd46d63af7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca48a5e9958bd6e98159e8700dc8f1130264b7a345e431948394991cdf52b0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5913.pt b/weight_and_grad_dumps/rank_step5913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d55e4ab6166dd810e4afee487c0c64b94939ac7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4db7064eef0e35c02ed6b3025224f6b4797f71f784d3fc734d91acb0c944ed7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step602.pt b/weight_and_grad_dumps/rank_step602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a363b4ddb3b91f5313529fa12f530091097c79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a481c657f3ed466201a0be5205d8d47378e479b9b9b7196fb355b95c0671ec6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6028.pt b/weight_and_grad_dumps/rank_step6028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727f094b2db8dc15c43da09e9ef8e3f77d0e6bdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecacdb815ac9464d76894890694749aec50e3adc1f52f3cd6488f65a3c772dd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6080.pt b/weight_and_grad_dumps/rank_step6080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9067d008686c4b2ba06fc5de1130c246d8d589
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a12fcdc6525f6927331a0ff0acc2848da442151e1e439a14ebe2f5e577de70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6190.pt b/weight_and_grad_dumps/rank_step6190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367bc059949e40ef1d7ae0e39d10becc63211c14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2385c3131b210511261406348b9f8ef2c5126c07bd9e0c6cddf2b4cc82f2f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6192.pt b/weight_and_grad_dumps/rank_step6192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e78715231138e9e649f64f89038c49fd4a2d1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf04826307c59f5d1dac6d192bba6dc00dda2b1157fe866093dccbeb7c2360c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6244.pt b/weight_and_grad_dumps/rank_step6244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320f29a2e868aafd6c35049d831ea2c51c90a96b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c9846ae88fd5b9a3ab55d2cef5d29a3e0b6649fd5e86687db417e8ef4cfb02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6269.pt b/weight_and_grad_dumps/rank_step6269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a4024552230fdf5184d7c5f18654307ff38c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b486c51877ae3f78e4cacad0b45fa06c76b571b50b1c36792ddd26f6a018318
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6326.pt b/weight_and_grad_dumps/rank_step6326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eca4a623a4f0693e065358de80bd8b979db2d87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13eac61f3aee74c7b1b2049fb6fcec1bf79acae1a1634c7735044031ec4ba782
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6379.pt b/weight_and_grad_dumps/rank_step6379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe711a89431bc2ff1609917e0b1ddb63851daced
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7dad7bf716f9ce0aa6ae5151763ab55bb5d5cd64001b315300567fc955d901
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6411.pt b/weight_and_grad_dumps/rank_step6411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9415b634b23dee56e0f0dd1e65ef7486f52fe65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f07f46e8671bb3b6ca226ab1178c7732f3c87425fb99ca7d053e488dd5ad7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6573.pt b/weight_and_grad_dumps/rank_step6573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7269beadb808d4df1fb2469fd71e3888411e8387
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c1e5898339d4cc8b773c77b05e95e71edfb65b55886c0624315d8c33b1d7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6584.pt b/weight_and_grad_dumps/rank_step6584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847c05bd11cee1e7cb196e1a38b9a2db85cbb235
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aa64a874549da98aab0037f2d93671a0f1f1184f182e13d09f6f0a827efc38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6622.pt b/weight_and_grad_dumps/rank_step6622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14729c06065241a2da70872d3e1e084eb3281adf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef7c2e729ee9a7337bcf3ca392edf98e416b6226b433ec8052190cb8212d1eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6652.pt b/weight_and_grad_dumps/rank_step6652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211b5df4fab63243e3f91204f82e3be7209b41b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeb9a3f14b84ac506b4064ca2587843790915ed3e9201515652ef42435efbbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6740.pt b/weight_and_grad_dumps/rank_step6740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b2847efafc0fcce40adc0de4b0257f9f0e3713
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb4ba843854a173720990d29004085ddc8075f75355ea948503d07b1e20cce8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6863.pt b/weight_and_grad_dumps/rank_step6863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdb84ed9084200b767c98b1a81d0202b8bc1f22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bb1d5db6988dce90cd488be4fc52da8f0d577254ced95004b7ecef8a8efe84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6894.pt b/weight_and_grad_dumps/rank_step6894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ef3c00b0a496d090efc33a17a75e909285d2b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fccfbe100c0649b55206f22104b5e53775cab13427adc3d38c55610b229f6a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6901.pt b/weight_and_grad_dumps/rank_step6901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6cee47b4e12a421b01698f1116a2532a69707
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec5c32615511874676d03b85bd6416df0604bf39a6248bcf3ace01e53645513
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7004.pt b/weight_and_grad_dumps/rank_step7004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9571cba8fbe3ef91383a7aa16268d4e93fd16738
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea0a1c6d69264a00d27280a401ba812d926250338deb17f1f04a2fe510830f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7139.pt b/weight_and_grad_dumps/rank_step7139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d5e040939c0efc59a8e2fccdaaada4c82ef06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af1b6b6f6f6a35a97b8263093c53710dd837a6fd56223313d0ce669bc5a1f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7166.pt b/weight_and_grad_dumps/rank_step7166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5515877b2036ba5e9f51624711227b14333cdd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c064505e4c06b1294194957cbe004af5dc9112655a672fe83df807ad178c79a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7191.pt b/weight_and_grad_dumps/rank_step7191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050d5814421837b7e69434202d1ee71c05e52d8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2e9c465eca2a532331c1b0f9c3dc7f0ae796fe71b5a69556df056ea68cf54c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7268.pt b/weight_and_grad_dumps/rank_step7268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b9ff6c23962baca192d8a0a817db97de9a4dea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7768698c6814d223f1abc52ceb25c26e4a2b58ec5fbf05f5596eae3d54c24b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7355.pt b/weight_and_grad_dumps/rank_step7355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dcb3d80e87b4b49a20a1031bb48beaca41af9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667b1e2ed1faaa334aedfc2bbddf4e3fc6fbb90157486e01aa2f88e239c921b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7495.pt b/weight_and_grad_dumps/rank_step7495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3df92e8969b0f43b51eb29bb64501c178573cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95e271839d04caf419eeadbe0f21c738ae5142b783c52fd3239370e62e5ccc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7500.pt b/weight_and_grad_dumps/rank_step7500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fe1c5c208d88754ee569d4a430cc2c0db4113b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a755c2282a83301c6639f0c2f683c4741b616c11ba4453e85be6b537da7c2192
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step760.pt b/weight_and_grad_dumps/rank_step760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c472bf8a37d19b83eee5be12b1d9445112a41ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b2a12758ce40aa4974f961a4c1946a3b83f9dfbaa75273d0cf32d8527cc7b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7651.pt b/weight_and_grad_dumps/rank_step7651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0832d59987bc04efb6bb5accc3475a724f66bcf1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15008e4d887f727a5a0b1a3ce2d769ef90bbd3e82b001ef5357c0f7b319fb76a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7733.pt b/weight_and_grad_dumps/rank_step7733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cf6ff98c1c650ea3529115ddcee66711abbb88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c342b0ef00b94ebb293204f0ee0fa1233de57056f9286565fa6523de2fcc5b58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step797.pt b/weight_and_grad_dumps/rank_step797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b33440ca166189f0e1e5a3059b4a1279e1aafb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647387ff48944724c97004c1ff5454ecef9e7ffea1f89f6073c713c512cee60e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7972.pt b/weight_and_grad_dumps/rank_step7972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f3adabd6e744c1d35def55d9b3dccb4d9fbe53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af7c0bc12f957f3c53537d0139f49bf0c744b3dd938c19bea10856fc53f89ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7985.pt b/weight_and_grad_dumps/rank_step7985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc941fc4b759d019a9c0cc4a3bc3f1c869e1f9cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e1dfd34485eb0b248dea899dc1c548cd9671d1fb8cc7497f8c6e3e7ba609e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8001.pt b/weight_and_grad_dumps/rank_step8001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3c8a7a205fd697677e63fb0cf7b4a785feece4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b3ebe9b6de61e193994628ba80807bf454c4da30be3e24ce5656e879d71eb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8163.pt b/weight_and_grad_dumps/rank_step8163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3b69392ac5bf9ef6a30d7d20f991476ae075e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b1f9d48e8b5fef0bd93abfdc4a6b79fa08795398a23d77be9fb9c94b20a5c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8232.pt b/weight_and_grad_dumps/rank_step8232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242dbaf808baa1d3657c1fd0092754ab9592dffb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520edd43b4500bb73e5c0ce1096c25c8970924c136ebd3abdd3de974947f22f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step843.pt b/weight_and_grad_dumps/rank_step843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4712a7f8b19e866ed71ce4726df425403cccc8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357563f9decab0bc154582ce8a928416ed95a59d30cf5ffdd6a4840c3b32a22f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8467.pt b/weight_and_grad_dumps/rank_step8467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1077a3403247a8ebfaa9693321bb75b93d6f5fa3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25879a331d32efb58c5ca53c871bfdc4ffce41456cf490d3e0c477775516bd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8490.pt b/weight_and_grad_dumps/rank_step8490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8761eff0b91fd2442437b3e6552d768767175491
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56af8c57f79a135b2d570ecee947e5ecf888d180066d510d0bb139f9834a179
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8505.pt b/weight_and_grad_dumps/rank_step8505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857ab3cc44b5168a9451e61232a5becd00c58f8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9619f5c19f20f08033ec46e13bbe7eadc57d77c2ef512e8cdcf16cbb6f307e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8654.pt b/weight_and_grad_dumps/rank_step8654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b631735898ee3ecb478a0a961178ef29b64e913a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702459b9dfed1a9807bfdf2841928442be45bc82226990f665bbbf0f294d21e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8736.pt b/weight_and_grad_dumps/rank_step8736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc24f121aabd10e0e6db5a8c1fb35aa1285aac3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170079c25b687ae80cdbb1e959d28b752f018853c8fc0b9a161527ce09390c66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8769.pt b/weight_and_grad_dumps/rank_step8769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9da660decc3ff7a2da49d02c7a7556b0c6c3e49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e915c8fbb9f8c78536ce3089afd11293f87f7df1e2e8d630b53cd59219040c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8815.pt b/weight_and_grad_dumps/rank_step8815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521f922a8aced269e8c1344547f8d8f349890bc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8be958e0cff399226d0b564b36e173a367f78a172ddcf6f42cb2f23713af3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8928.pt b/weight_and_grad_dumps/rank_step8928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fae247f134b5c28a00e1c94040e8cf9d840506b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b365bef0de99c5566a5719c8af708712c580221c7fbc23d0cb8610f731177
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8980.pt b/weight_and_grad_dumps/rank_step8980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7d9f4b3f5af41a908d215663adfaebfa37ff47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cba80fd20d37a4a7dccca832a6f623ea6e6aa5dba768d5e100d003d804d558
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9072.pt b/weight_and_grad_dumps/rank_step9072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff344cc5ac93eed250c3805f75b81b6ef07b1e8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0ba1c7a2c22fc2cfaa1182e1a03e6283a43daa620ee77120ba37bfbd7eeae1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9085.pt b/weight_and_grad_dumps/rank_step9085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73507d9432b50bca9ee3c1ea47ab7a5cb95a9033
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbcf3938c017c021a51c9bd29e7f4976cfe4ae2a0d6a2de53bce4370a2126b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9110.pt b/weight_and_grad_dumps/rank_step9110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706517f4a3c330ef588381a89405aa96485e27f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a58d13248dd7cb8bccd5a12314a04f420ccdfb308098d5f80586a74e267b342
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step921.pt b/weight_and_grad_dumps/rank_step921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053d4bc3700b6b291d801575bec329970f6cb373
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe149abd23183e91ea6b9102fcbcfeb59f78e1da364150e898c711178d107b0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9241.pt b/weight_and_grad_dumps/rank_step9241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3efad7e5cae9b139998ac5c0d1ba6edbfda1bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4093b2570b703002b7e73672b6e0731da8354c2c5aa5ad702c3fdfab9e21fee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9323.pt b/weight_and_grad_dumps/rank_step9323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe26ccdf62946296954544c7d6122ec27eb0b19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ef41fe5cfff0aa8a1240d9b2e88a81b49d6172f2ae159b73cc36ce88f97ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9414.pt b/weight_and_grad_dumps/rank_step9414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a81e1068986dc85f51f377eb2a19280766d77b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5137a2da30f568e512272ac9fea51cb099a6e754a24c79bc9afc3c644801bb72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9466.pt b/weight_and_grad_dumps/rank_step9466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9594decf8440d6831176356030dfe5ea12a97b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb03cec345eb9e2e101407bdb4fdacdc576bad65c86b5c731577e16e3c2e212d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9529.pt b/weight_and_grad_dumps/rank_step9529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56c05756ec03375b0856a4f681e9bdddebf352
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206d7f292d177275f5e5640bb6f582db63448d7ef8362173c92dba54121dbced
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9576.pt b/weight_and_grad_dumps/rank_step9576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3efc27dcfe9de4c89daee13c1ed87bc14969357
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e439a82984c14d8fe67fd957781c3f401e9748955d9d44ccc5fbd3dd1a8a71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9581.pt b/weight_and_grad_dumps/rank_step9581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c6bcacb6e2b1cb464fec00586c0c537be7d456
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b00e799fa7687aa868499fd2bfa14902f0bdce25b6182bba78759647bc6d2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9745.pt b/weight_and_grad_dumps/rank_step9745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4ab6c8af06321303d60ac6f208c93ef9d859e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d663063cdecf987a89477febe73d4430e17a36f16bf54e678373076a47fc2679
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9839.pt b/weight_and_grad_dumps/rank_step9839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22903bb0bfcf8c5f920a1e92ccbbac1851a48bca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e045b3c2645d678ca2c6e098c682946f6206a48759904f0e0c1e0df96cfdc868
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9866.pt b/weight_and_grad_dumps/rank_step9866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3ba6253cef1508362b00c83be7ffdf0330f87e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9273208510b0ac42e38ae0bdaf8552dd8964d1548faeb16f32d55e84e0766dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step989.pt b/weight_and_grad_dumps/rank_step989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1625b94fee8da84e52779e38208c328c52ce6e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855910c489cf50819cde707b719189c0abbb01967788fa6f3b74d7f8b6d6fb96
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9891.pt b/weight_and_grad_dumps/rank_step9891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa069907ec0d8f9db00edecd2bf7e29939f0f90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e64ea9d454ad3c735cbbf955e23082e93e50dcdec49937baf7ba37de3c5781
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9904.pt b/weight_and_grad_dumps/rank_step9904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10ab1f2cab3441b4c2b3363ab255d05c7d49bd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d866ffe44270a2db6b76997fcb006ee08e319eefbe3e4922b5f523710303c28
+size 1524331132