diff --git a/weight_and_grad_dumps/rank_step1011.pt b/weight_and_grad_dumps/rank_step1011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092b3320da6039ed1a3152ff2cb3f8312d799e51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d0966102e8f218176725079e58752a59278208fbc9486aba8bf7db4c8a8eb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step104.pt b/weight_and_grad_dumps/rank_step104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ceb40c8f0835d21abe9f024755dc9beb7e2c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a480bcd6683e20ded159805a2a644b2533bc8a66c759917696e3620f90058d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1173.pt b/weight_and_grad_dumps/rank_step1173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dc35263a83c34e8e9f293d7f0ddce4369074b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805329efe4a9ff0b22e2580d65d17cb53c7d906cd298417bc9377e089d3dcfd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1184.pt b/weight_and_grad_dumps/rank_step1184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484ca6dfd5bdef52072fcf5425db240f3a216750
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ef8ca73c121cba29a2976432ad071941b8fed541e8782f164127efcf92e850
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1222.pt b/weight_and_grad_dumps/rank_step1222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87262e234f4b5213111b690cfc2a1e143bebe134
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d5b369ba8bacebf196b81ef7fcc7d6ce297b54e6970ea24fa1ce76afb7947a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1340.pt b/weight_and_grad_dumps/rank_step1340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68bd2ac8e23f1d727b49f67e4df7899379e48b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efef08b30cca3bbe7962f78db595668b9638e903f67e4d8f59c3d3911ef5b940
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1428.pt b/weight_and_grad_dumps/rank_step1428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54da2160ad872ed8c636762718c706f08cc3f30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa62f14676bd5d1e9c722157fff2645ce4ab636c3df9c2cc415e300df090dec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1477.pt b/weight_and_grad_dumps/rank_step1477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51af2c0e93debb6f83195844b70d47407cc41c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d73d896beddae7cb4fbfdb8613d4d43cc86e771ad41e85efaaee666d5bde6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1480.pt b/weight_and_grad_dumps/rank_step1480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3307bad063e81440b696e1eac3f2265eeec77b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaa3f31d2b68fbf89c471ebbaa9f2aeec8e43d99f25521f62db3d3e11812269
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1644.pt b/weight_and_grad_dumps/rank_step1644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015daf9028522e52bfcdf09c2261aab8a034a2f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ebea913729c6c5f60a30721735ed21c8ad68dded4b4e1271aba85a6d7f55ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1726.pt b/weight_and_grad_dumps/rank_step1726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7dc4f710ccc7466a3bf771c3d661c3d5edc16d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b63e2c7f619c398141f7189494cce98b2e0087592ed5124b2b585130685010
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1779.pt b/weight_and_grad_dumps/rank_step1779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d192cee20d0c6af3a9adabe1475f9259fc676d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f1dd0f0fde859b66e4946a54baec705bba0a320e12002041966a63f2add5c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1805.pt b/weight_and_grad_dumps/rank_step1805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b93ab408e036b7e94ea7a90b3831a4e2d7fa9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8066bb0c5b64dd8827f0e1f97f62a6a9706def12b2dcbfec79c3a44162c92b16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1938.pt b/weight_and_grad_dumps/rank_step1938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df52d2779fc96102f0f3cad1b392d1186444776
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3609b87050dac5cabf063af5dbd63fb9c1f882235daa91bd01c8d70201eb47b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1967.pt b/weight_and_grad_dumps/rank_step1967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a859556ba5703ea215ba98a728cbd20ab87dd5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b7a652849d515a5bbca85f70ecc3fa554874dd82812944643c1548d14d1a59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1990.pt b/weight_and_grad_dumps/rank_step1990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8c4dbe944023bb89ee9384c72e9f0e627c4d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4d244e55d75bd6e4852282d0f452114ee293a89bfc66925749738a0f09e4a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2003.pt b/weight_and_grad_dumps/rank_step2003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faafd6896164f3597948bb3c2b3cddcc07e5cb7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184d190be836ebc011a9f29b0cd17724d1d4ab3acda36b8ce6cd049d7ec21b52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2161.pt b/weight_and_grad_dumps/rank_step2161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470cdb3782050732f3c7df063b3846cf67f13042
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ca1bd454b8c0d59026610f2aaabbb8ebf9aa398c1387a5da8bd4e13b610097
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2196.pt b/weight_and_grad_dumps/rank_step2196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ceb052071522eadb16b0abcee6f3bfc708d33c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cee8ddd559626d1189931d590710a9c1b1774a5c44458a211007af850258f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2230.pt b/weight_and_grad_dumps/rank_step2230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795a1dba0952b19977506fdce96b3c5470e8b037
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4067a093b0b1768c5535388e2c6f7f0bba22704937dbba929a1e4d89373b511
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2298.pt b/weight_and_grad_dumps/rank_step2298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a98b15701b85b33aa2833bf2ac4575c53ece181
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7a4c257d0876840e2add5983c67e3b0ad5d66b5b63b9e8a7698f397497280d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2352.pt b/weight_and_grad_dumps/rank_step2352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18f50fcb3bc3f1f0b3f31ab6c06294fe9b6d951
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abe79de880e662d221be7514b0cd5982a9bf63fe22259ea9a96e726f06f765f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2465.pt b/weight_and_grad_dumps/rank_step2465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819a45dabe53ce000378554d73b3d1e3d4276407
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b6af076bcf447e6856cfa0365efa63f0d464e7ca6b5c6d93ee22759edc23e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2492.pt b/weight_and_grad_dumps/rank_step2492.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e338ba3af0fca92e908c58ffec4daf9697e49059
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2492.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fe06f740c8f405df18af2203e3c417629c15af0aaed1d38ab928a8748ee5b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2507.pt b/weight_and_grad_dumps/rank_step2507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f024e7d8fdc4c83611947103875b878db7df1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48b7022c7a9abb003ead127c3e287fcaf1ddf74c0bb6a5a75a665d0b6b02abe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step255.pt b/weight_and_grad_dumps/rank_step255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96078a17dda91b371828abf1b6c7dafeb31574d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a398659cce1314090d4c4dbcf4508b585ead5d00397d2788acee320555d052b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2558.pt b/weight_and_grad_dumps/rank_step2558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089d9ab127a6bdd15528b3a1d3fcf4d4f2c397c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad6124d1f187907c82e2c01a2d7a65951e95e0a78d2c1a792861a1ec6bc12a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2609.pt b/weight_and_grad_dumps/rank_step2609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e745059ea179fbbbdc353eeffea53dd826c60fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a6c28be22eb87765d9771b1a0f3b405faaef89744f338c4791c4468c6059b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2656.pt b/weight_and_grad_dumps/rank_step2656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdd5524bdf64c2c2fce5c14de06281d4245e474
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f3d3f677dd48e5a8e70ba4e7b6d9a7635152648213fec2466a9e94b92ffcc5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2723.pt b/weight_and_grad_dumps/rank_step2723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ee479d2ce2c0069b7e1d631a11f346277996e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0b7242883cb44578ea76c9fe8f74620114b80e3b5c7ad27e56a353e831a623
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2734.pt b/weight_and_grad_dumps/rank_step2734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b406f12d0f2e3c5d3ebc333983d619fb575fcaf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1fd018eebe4033ece9bf96805493636b99db04d4affc5ad877d48440e03eac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2848.pt b/weight_and_grad_dumps/rank_step2848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c106b349ee85a85ac821a3c6fbbef69739ff09b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efaabf65dd7161c79394099b81839696e103bf3e82f6681f1b912e972ac4960
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2975.pt b/weight_and_grad_dumps/rank_step2975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cc4ede8a5e0fb9cbe60ad73a682f2bf7a807e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbc0932cd462d1460227628123a5bd8ec22a88648438335f4dca98b1c6c0df4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2982.pt b/weight_and_grad_dumps/rank_step2982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69ad1e410b1b4e34c6b87ca3d49104cc212dcdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02edd6c11e639c54302082ca73169e10197c56cee92cbd4da07124e34835ed11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3070.pt b/weight_and_grad_dumps/rank_step3070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9055d7c50c2c053158faefb65f20b9aa6028a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c95c7bf43b21a1bf47ba63f16d52607db19248d48f991b7e01a192265c407c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3087.pt b/weight_and_grad_dumps/rank_step3087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dd9476014fe2055b0acfd816dd0669c0b54975
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8f4f289e1ea7b7f6d83a2bee0b680304d72d45d52b028d2f74d33f9043a7a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3112.pt b/weight_and_grad_dumps/rank_step3112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdd0d61ab89ef624620df04cd2f00bb96192e67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4089836ab597f03ba205f60278b22a06667cc7243c092fd63c5eb19a02b372
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3195.pt b/weight_and_grad_dumps/rank_step3195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f844b3cffcf2b81714c1a7ca34eacc5610bfe5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d5797a9d3225f326cfa19026e9b3a189510b5cf6d9377e43a11f8a53a5eb34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3243.pt b/weight_and_grad_dumps/rank_step3243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f11ea0d4d71457374630b83ea5b7f05ce3854fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb65e82b5741edb43b3abc333ff960fdd183517043ae606e86384e71b9703f6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3254.pt b/weight_and_grad_dumps/rank_step3254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643ff45ebb263d2f0fcc5214e0569d569c367262
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a829ac72f0b77692fc997de8e7be60d70c40885c0b9758c6880856df594d73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3321.pt b/weight_and_grad_dumps/rank_step3321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218c348e079cf345652e4203ccfb8fcc86b7a0c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc10faa20c5f3772b207827c78e8415c7d16d330283dd751c8c3bad584e9eaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step337.pt b/weight_and_grad_dumps/rank_step337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68144e4f4e0dfe468020f19eadf0ef33128ac0ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe290aa707745a8984a36c88670cb75fe1ff839362ac27360a9774445827680
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3389.pt b/weight_and_grad_dumps/rank_step3389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f5b24ca5b8cc1f78dd5c35d3e1a65bf0381bad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dafa75a9803e9390e6dc85d5e4b5a4216e0785cdb829084525f2133acd912b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3416.pt b/weight_and_grad_dumps/rank_step3416.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010ed0bb81e63ce1ae1b9204c6bd194c0bc5f3ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3416.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec6c38c2e0658dc6228bd4cf817e3543cd962d262f345d1767aed39da79609c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3449.pt b/weight_and_grad_dumps/rank_step3449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7f14f84526341d0f913a3d7fa5e8adda0e7e79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc43203ecd4595e0355f11811b8f16bf62dc52c2c119e1d35160efff9d2045b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3574.pt b/weight_and_grad_dumps/rank_step3574.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfa731d3daa1ad2b752f894e364adf6ce649b67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3574.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e2540a9e562cce7dc93ca2c4e6eabd331d653ab25dd2cd8801b4ab2e8fd11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3583.pt b/weight_and_grad_dumps/rank_step3583.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee1aa10d11ccd0a55304bf83454005b2f5cbc82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3583.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e0e9b3186642fffb0929555fb175638eb07065708b9b9b2fb68b01096264d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3625.pt b/weight_and_grad_dumps/rank_step3625.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba3852c86d00d09fd51d66b954a857521a8a6e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3625.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708fe6613fd107487e0aada357d1b5e028d3eb5d948fba615504c9d730d8e5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step368.pt b/weight_and_grad_dumps/rank_step368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dc3237692e662dcd178826740ac34ecebb8215
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d055ab7253617acc0e6aaa5071f78cfabe39773382cd28c0bddb672cde0384
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3747.pt b/weight_and_grad_dumps/rank_step3747.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2838851bdd7ad626011f9a4650008620cde4f758
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3747.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6549804f266f218d52524906d231b9378c519a905ac59c54c9b6cc2c449ca74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3864.pt b/weight_and_grad_dumps/rank_step3864.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3b4467bb083c94437e8f30feb09ef8da08fc1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3864.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a355fb3ce808099e643899df799c159a664d1722ae58128f3b5b88aab82acf62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3893.pt b/weight_and_grad_dumps/rank_step3893.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a1e8e6b7a6311c435278a3393a2c1487fb08ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3893.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8510cd82be6e8c4833016804b7937c5afe231a0318fc0d241112d8fbda79b241
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3906.pt b/weight_and_grad_dumps/rank_step3906.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dad4021fa8382e860753e8422dd86239cddb207
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3906.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55d514877ce4bc5bef61b483af2c6dfee17cdb6c9f81cc60971248774d7483a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3959.pt b/weight_and_grad_dumps/rank_step3959.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcdc844c5ac49f5fdb073ac9b50325b56bb20b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3959.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8028e508ee898ec4bdd0fe5d5a12221497f5f9322ab110cf2d8f632ea49dbe7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step400.pt b/weight_and_grad_dumps/rank_step400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf99f453f53f4e705b55be7cd0b33d5f3b5016c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934fe9d4491aa17d9a7a80057626f4ba692cc1ec46266ccd226e3cca8eba7fac
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4027.pt b/weight_and_grad_dumps/rank_step4027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3323dd4f0009a7757b73b1ab8d73c9ace9c285b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b7343efa7cbbd25a3d4ab8175a46ab8678bbc7bc3e4bc8e287edaa6956c70b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4078.pt b/weight_and_grad_dumps/rank_step4078.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a4dc083015685cef9d496aa8f32a5156f84f7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4078.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad31418bfdec2e87a33df05bdb45e086fc3c78104d0846d125c63d7ec34e804
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4214.pt b/weight_and_grad_dumps/rank_step4214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3c9b182ad0f1d06d35f5402c95440a388fd10f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfaecb2685bc8358443fd3628288200342f343fce85ad32d9fee58e91bfde11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4329.pt b/weight_and_grad_dumps/rank_step4329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72114e2ff913b2082829afea565bc822c997e9b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d82a8dcc14c8010b4d203a4ca4d71f0ce02aef775250f2a9142b84acb31c4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4376.pt b/weight_and_grad_dumps/rank_step4376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef0a4958fd5d5363c204812eacaed6c561a7c90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cf6046cc445da10c4344722379be7d06fa5cb82947095bd6e55e0405446e96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4381.pt b/weight_and_grad_dumps/rank_step4381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ac32fd5e64a5e4579e172873b1b0675bc4837
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac72c7358508f808e434852691729281f4ca7e3b83d579eb7ebe3a575d292d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4441.pt b/weight_and_grad_dumps/rank_step4441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1615966d2df2e6b956160127804b9167a2c8f0cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c822bc8e2acd7bc3cca3aacc04289913aaafc414e77ba2c178113e30e3e8740
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4523.pt b/weight_and_grad_dumps/rank_step4523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee9edc415fa0d89af926dd883afae37d6f78e09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecb4a42cb2440fbb555a6a85cf099ab89d3df22bc249ce34892bdd23dd0d646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4685.pt b/weight_and_grad_dumps/rank_step4685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2611dbf3adb4a64c6d06911454f1e8d727bff514
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03528cfc7a6d10b271304ed2a547fa2677153d097d4d01515064d75431eb9f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4710.pt b/weight_and_grad_dumps/rank_step4710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d880d21ce4490f875a6d16a0888ff688c2ecc030
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9457561a86c3c1b221930dd8ad8ebfd74da2f38c6637696c6b548eafa5ab8bd7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4833.pt b/weight_and_grad_dumps/rank_step4833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc14463872437d168980a6f25f0ed8397b4f4b57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988a99141c55d07122392342ca7427b582c28b841bd1e2ce5d4507eebff4a13d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4951.pt b/weight_and_grad_dumps/rank_step4951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6fe0a9bf91b57182885c43912498f684ccf8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f0d41f128be5f6597927432eab425435e455bd3e2b71b67eb8ad9a4d29000d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5054.pt b/weight_and_grad_dumps/rank_step5054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c358e0435ca27ff28336485d9670c69e0671ec2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45906565ff660e6746d5a2e090815d1ee24e9fbb95a0d2e9ad79238036d9a6c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5136.pt b/weight_and_grad_dumps/rank_step5136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21679bbd248acf55bb3eb7d9f6e006a490dac30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb5360aa09224507b46a1f24b6a16fd1d3cbb856c597b267a2a3c370bb28f8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5169.pt b/weight_and_grad_dumps/rank_step5169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e749315eacfa813f2056c2b8703be4e6f2442792
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a4d20a2df8a65a97613d6ba2d639fdcbcd9d5ef6b44ba0d2c3c2212249a58f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5238.pt b/weight_and_grad_dumps/rank_step5238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299bdc4ce94601eecee0d2b74f1bdb33aee6fda6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f766853e5690b840b333cf6eb6b1d9fd83a0d195d7cefd8dee0b0bfb910f7f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5287.pt b/weight_and_grad_dumps/rank_step5287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2801324b91dee455c6952608aa1ae378acacbce1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199644be5baea9e1a4670b60695cfb3731c812859d9dcd356e6b32dfccb4c178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5290.pt b/weight_and_grad_dumps/rank_step5290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffeef96c3487af207d2914c878d65fbb05665d81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8cec234bfbc89b902863abd497d0ebcdad2998222710b901b6932765b2d35f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5305.pt b/weight_and_grad_dumps/rank_step5305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558b65c3b1d09a67d0eb6e3032c7676e2096190
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d3be8e760d7b8bcdf8e722760a20e3c07f8d175121fcf4fc0466ea1c152423
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5432.pt b/weight_and_grad_dumps/rank_step5432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8130d5e5f9759a8b5bad18bbb7432080f5073144
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5627595ab6c2839ccaba0c952652a33172e71d13d594a7ef14f5b807a6999cfb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5550.pt b/weight_and_grad_dumps/rank_step5550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3ec68c52dfe16e0d08134af200c2827229a2de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cb2177efd2efe55c98e4af99c822b2da6d0538e665aaa36ff7b24ae0f9adf2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5601.pt b/weight_and_grad_dumps/rank_step5601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182c679dc2233417b231a26db035df9b45b8ac7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7d730def4eb0d1085f8a30edbab6c6cfb000987e55dfbb8e90ad0b82b74843
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step562.pt b/weight_and_grad_dumps/rank_step562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f01a81417a44ed1e7ddf5ef0cd2071a2e984b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a73d3448be8ba77902bf8db8c2067841684736f6075e5c2f9b19b0bab7fc48
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5763.pt b/weight_and_grad_dumps/rank_step5763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0e69d4772dfde88dfca3070ad5059913453d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7302ef83449bce68ac116ce90dd09ab30d8903cf86ecef5e2172d4bc0c7d228
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5794.pt b/weight_and_grad_dumps/rank_step5794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322dc67342f75e2629251914a0d99f3cae32e3b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8398a4206a341cb2de7af95af511b5cca5f61594affdbec39e33ed4dcac3d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5840.pt b/weight_and_grad_dumps/rank_step5840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247358c49f11361c6d6da54588becc355418398a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795e82a5f585b9c9a35cad6cbe7bed2a6d4605a28864d2b444d796fab1787c26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5922.pt b/weight_and_grad_dumps/rank_step5922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c1a0b9045a99919393c1e4296482915388f276
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2f2a075a358b77c2efb099e90f1502c4d61125d0dbb92585a6e7259af875e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step595.pt b/weight_and_grad_dumps/rank_step595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1afc7ebd6bb30a08f7adba2a407dab6a2fe724
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56439885cba806565ebaea6aca66dfb067751d49e1fc84c3786bab079e61002f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6019.pt b/weight_and_grad_dumps/rank_step6019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c888ff6776384a27a197f869c3f350553e144337
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea140e70637624d44e522b196b733b9b2951eec98f657b8161fedebf3d58bd9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6046.pt b/weight_and_grad_dumps/rank_step6046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a7a192c58abf6060262666a48ee33274155fa4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494f2a05d3efc06b2902694d68fde0a0ca7372fd1a4e2347ceeddcbd17b4389
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6124.pt b/weight_and_grad_dumps/rank_step6124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e8bee1b257b0f538772b0405c33ac5c1ba283e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a95b8f22baa26da9c39e1928a23ffc5be1bad5af24c8cd9bcd81a97f82fe0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6275.pt b/weight_and_grad_dumps/rank_step6275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc58623929d8f0590af1670949fdec0a35c42ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda1ba44d30eb518630b4b2ef2e688b5129417f45284edcfa4dc2e3a229e5a84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6282.pt b/weight_and_grad_dumps/rank_step6282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62c794b1f2f7d17cf4c318ad037b0ec892bc34d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12654680bf69a6e1c01a1cb0df289a1d39da40f7ef1df444bc7693f13c2eccd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6317.pt b/weight_and_grad_dumps/rank_step6317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7924e9c65dd1cc1c09d9c1650d7ca2792760473
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae43cc1de680d9c8db519eafa2c4f27f22316dea95b99a52a6bf5bc074d0d1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step633.pt b/weight_and_grad_dumps/rank_step633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39eaa73ff80dc91930fb68c6c35fabad2d4b3fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a659e57a8291ca5afbce664064c166fd579fbb1d6f849138f11c83b7ce1619
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6420.pt b/weight_and_grad_dumps/rank_step6420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cba5ba309edcca802c19a3124418b0d5fd64a70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42460b202c2571c2a330cef4ce92d9843186fbe6706dc8dd6effa47c583dccd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6488.pt b/weight_and_grad_dumps/rank_step6488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10f5c313874bdd22c4d77d65413446fc76ee36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2aa06b3558cb6624963bb1ec1e9e77bba7ba071443ce4aaae262fa6eb3f2fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6542.pt b/weight_and_grad_dumps/rank_step6542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80b82888800b39165c2de9ac906d44fd5460241
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1c58f1a286b81b9431b11bae61f4a8a6ce0c6c302cd7b9ed8810d7375e1929
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6613.pt b/weight_and_grad_dumps/rank_step6613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aff63df115ae2083cc5737910ad4ad28ea3d473
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45915826cde741d984622b958e172f0bcb6649efe2a5a9db5c8c6f0beb401037
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6771.pt b/weight_and_grad_dumps/rank_step6771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f9120a31e8373c198349fdeb4b0671bd24386
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5155fcd0b2a5b4103f268219529c1399a1cca60e590775e00c9a3603a98a6b6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6786.pt b/weight_and_grad_dumps/rank_step6786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf9d7952fed0c9a6716d204e124a1087db87a8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5a43b8b1cc44b32a7ee5db02be44a6eef615073e6b71ea0d0dcf014cd140a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6852.pt b/weight_and_grad_dumps/rank_step6852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fabac3db7035e8e8375b474567a5e9b2968425
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d414e74b9ba8251bb010a80f3fd888b3783609390c61dc8ea8b5d3ec221c36a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6998.pt b/weight_and_grad_dumps/rank_step6998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12d388ddd4cf3ea119e89b95f47e6bb8eb67d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fe94bb9a4590754ace1cc5c62602a8f5dfb52c1911811f38f8f07bd5fa6ed4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7035.pt b/weight_and_grad_dumps/rank_step7035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038349d606ab0fefe71ad22d512a3407c7e1930a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6744827317d507b9d661831087ebe38eece0b716b6f81491fc6529fc4f1deeea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7108.pt b/weight_and_grad_dumps/rank_step7108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617bc43b0a3c7a7229182b8919c159150113d55e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4837a63741ce95c42b8053879291b48ac099b30c1a9a15d530c0e33d51ae076a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7157.pt b/weight_and_grad_dumps/rank_step7157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d84e24fdb60c4db1358ae944db3be52964d8ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93989efcd2d2d5aa16d562165b05f0c9096959aa6b61732f4908220f003627da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7206.pt b/weight_and_grad_dumps/rank_step7206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68cc4ac8cf8a2b2da0e0e0f196ea931fdb00b62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974c1f6248f2d507dbc99ea4182a50a7b1fbf93594dae7d2f1bd8c5f1590aee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7259.pt b/weight_and_grad_dumps/rank_step7259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a31850bc723318ac6f75c4acce2136c59981b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a1517ef5aab6a3cbd680f0cf3addac2b97d9bedc6ce14b2aeda8a2bb58de0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7364.pt b/weight_and_grad_dumps/rank_step7364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759daf43a7ea6bcc0a010551f42bea12a7046075
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7542b927bc647dd5087ac0437772e2fd4063a3cc7cdf59750ec2b314f6e9376
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7453.pt b/weight_and_grad_dumps/rank_step7453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e9e785aef9575437b6fc5b70bb566ef2a642bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14988d70498e542f4a5523de2604217e119c67ce42f28e464f8220ffd49989de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step751.pt b/weight_and_grad_dumps/rank_step751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0c4214f8bd67fb8f3c100416a7ed6b3b45088
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423eb9bf57ae13c893a49881a3cfa27e8a58a364d6366ed6eb87e552c3ed8103
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7531.pt b/weight_and_grad_dumps/rank_step7531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cc6bb7283b89f9b08e828f299d82325fdce4da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a6993cc62a13234efe51bfc73b88c1f58b4094784ab16db13470c18fe9f1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7541.pt b/weight_and_grad_dumps/rank_step7541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6a313f12cbd52b6484c961b764dacdd449a725
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5b89e5772feedb09a8a1598245b3f7259c379a9cae6d20a64d975f44a238c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7660.pt b/weight_and_grad_dumps/rank_step7660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f030ebf7f3c75405fceeb72283bc0b545b52722
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956dd143707c0d6d77f90695bfe8b57207beb45d216f3d998664b711e56d23b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7697.pt b/weight_and_grad_dumps/rank_step7697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57be20b6361603c03c359989b2d5594b590295a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6591424d1538d4c47306bd2a0acc8c36fc23617e29f57e6c1e1c7d4bd843c2fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7702.pt b/weight_and_grad_dumps/rank_step7702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817413261d476aef4d1ae2af7d75f745ca2cd0f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94db1c431e5e9a83012e4aafe22a5aa9fba933615638b51b3b6eda8a3747acfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7821.pt b/weight_and_grad_dumps/rank_step7821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018572c45036fa5ffeb99cc2bde7317f19bdecfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135618d4772a2985233191b425164b9f64c838755471eadd977b7425087ee787
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7943.pt b/weight_and_grad_dumps/rank_step7943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd317f3caf533d1a6353e2c425ab71b1be209df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8071671d28b84f28c386ffc118801ead2fee7703240cf81156db31650f3677cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8098.pt b/weight_and_grad_dumps/rank_step8098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72afe44d3131df485ba22168ca20baea40023cd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a640faae60f229ab087bce0a856c3cc60ae731eb46def2c786b4372bcaccb82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8152.pt b/weight_and_grad_dumps/rank_step8152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8469a9634b768964539eff0eb3507dd7f019f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2f22c765c4e7ff6c348ee26dc406cd66d130931ede0df4cbcf15cd05880889
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8203.pt b/weight_and_grad_dumps/rank_step8203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9af09d47ba1aac95fd6651152a27d69ee138452
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa05413d99586080a2268e3cda0e9e93e6aa28aa7faddf3ad043d3a8642e66c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8329.pt b/weight_and_grad_dumps/rank_step8329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f15caee7e5522c50a3706e3d006a7b5f346fb4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0661f9b534c63df2a08b5d0d3079b029f32a0d780e4aaf2e1d6b0fd9976becdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8361.pt b/weight_and_grad_dumps/rank_step8361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6bc102f94966504b0af4f1677bf91aca545a75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049949c34526b846b826427499c75aa6143162c355da5d63c117ba109816cd79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8396.pt b/weight_and_grad_dumps/rank_step8396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a28d8231f4677ea6d31ab316d8e801c44f8f561
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d57214d94de7aab7c3c301f7e90ed01ff84ada6dc52416f6ba14aab38bd091
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8409.pt b/weight_and_grad_dumps/rank_step8409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26924fd40db6345fb6837f8cf94cc10a98b1281f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a65617e0d00fdbc329451b3d038df467099fdfda9ffc247952c38e862f397e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8456.pt b/weight_and_grad_dumps/rank_step8456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6280b7407cae21495395218fcedba76bef0452a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5956dd0427fcb3906240460e4252f92b3076aaf0702f7b6bb605e76afb27aa92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8534.pt b/weight_and_grad_dumps/rank_step8534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774b8fa5c13c926846fb29751d580e933d7f0d1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44614f858bcffc6eab60b514280956505dfeb42554624c1a84110c8f861c3e29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8692.pt b/weight_and_grad_dumps/rank_step8692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc135126bb5b4cd80dcfec52e31ddc31c669d146
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498987f6baf2e2126133e49c99bdc6af947a0261cfa32b2b98ba73be711f7040
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8707.pt b/weight_and_grad_dumps/rank_step8707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c947651084351ecfb31da10ac81250e281b58d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1b4d983ce2ac3ce74a9972a9b18d081686bca23c48cb97f2237ca1a001e7a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step872.pt b/weight_and_grad_dumps/rank_step872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c837a92a38b2b9f79db744f3636ea7fc923b15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d88e2cb72262cb81eebc5319fc357c905d91fd2542af5a251a3a333b7bc055
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8758.pt b/weight_and_grad_dumps/rank_step8758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d60bf8f98af78cfb48a9bc1dc12b9c8592d5b8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0b2c47704f73d76ce14f767d5e0120d8ed7b324c7a2f87cf1780c214429f20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8824.pt b/weight_and_grad_dumps/rank_step8824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a7889a9d7a100dcea7f0154d45b0ec71240a8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a0bdd692d6f3580711e183c3ce6b5cbd64a5d87c7ec4810e9ebba9d859288e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step885.pt b/weight_and_grad_dumps/rank_step885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831a0e467c792c442f3357372e3c6af28c5bd95d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb21b62eecda7e6281ca58f81f0031211e3747d7715ead55ebf725a7458c422
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8919.pt b/weight_and_grad_dumps/rank_step8919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8acb1d530d403fa30df90f82db431be6a248c43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88942612b9dcd3fabde333f7213dc50ed1312521f0888e633fe88481e68f5382
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8946.pt b/weight_and_grad_dumps/rank_step8946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7e2b5153daf36a3e2f3ec7eeacdd452002127e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb5bdc72294c163852da2b743f5bb5aabf5a532514f9d7bb24f03b4a07c3052
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9043.pt b/weight_and_grad_dumps/rank_step9043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfb9d99aa5e6681e446729d38a382b823a6aa11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fda20d6e68885e21e1dd1e8b831337fa00a46d97fccfe5b439df94315c51dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step910.pt b/weight_and_grad_dumps/rank_step910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5526c970977f859e84dba145c561e57f8993c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe90934d8b133159f40ad172115a178038991cc92a22fb8d71fa56bdf0bda0b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9121.pt b/weight_and_grad_dumps/rank_step9121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1c461eea6e32ec5a1424326bf6704f7cebea33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7619fbd1cc191c9de702a750fdf84c9b916de2df53dc7e68c589900e9afc52e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9189.pt b/weight_and_grad_dumps/rank_step9189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7812e57c0aebfe47cdbe68034a8177a0f2eb4e59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101a988ef15126b0d33d627671a77234607c79f85e5f876342d6ea2cde2c73e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9287.pt b/weight_and_grad_dumps/rank_step9287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e71c5ed2e86fe63536de862882a4424c4d60b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5ddc1c0c841426d2c3545ce92652f03adf3b7d05bc265a76202cabb8f7f2e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9312.pt b/weight_and_grad_dumps/rank_step9312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cfeac68cb10f286d8206a8ec43d63b35ac5c8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8451098c4f314e867612c753dfa5a25e756043594875b5c61243b71c2b3b3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9425.pt b/weight_and_grad_dumps/rank_step9425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4a95ff4b13fbe5db87f3a7e659d7faf380fb07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5972ba0bba49aa1d58a943c5f85741c6375a67ead4513d8dcbda14c1812a58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9518.pt b/weight_and_grad_dumps/rank_step9518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1747f5c57c966a888d2e37a2090076c2d2207a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124f6a127c733939f077816035326f9933538eec90d1ade73746c85850e2c0b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9616.pt b/weight_and_grad_dumps/rank_step9616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3621cd5d0cf5ff3a9925d7e4391dbe5947c53b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc71df149d1c4dcbfcb2feba6b6f4dd3cbadfce108360777fa830c51c60c8ebe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9649.pt b/weight_and_grad_dumps/rank_step9649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb1a7e439a2c559a1c7b2a44526a5ee200bbe76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33af8b6aa057c381bd994c7f32d593fe256e76a7ddc80f138f7be3f21c43bcce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step97.pt b/weight_and_grad_dumps/rank_step97.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a39e043f8dd8058a5a097189e08bd2526e78487
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step97.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26855e6a108205ad4ca99cc85b38548983412f2815aa7425f59744e976e284bc
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9774.pt b/weight_and_grad_dumps/rank_step9774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5c5827018041a0837f90bd7b21bb7c116409a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb06fbe1c00c597dbcd1ddceea439cbceb04d8d83c1078f86fced949639661aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9783.pt b/weight_and_grad_dumps/rank_step9783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374344f0ac33c081100154bb83a36ee7955677ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6554a7613fa500f53f1e6fcabd864df55fd484a2173b247fc8d63fe5634586db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9808.pt b/weight_and_grad_dumps/rank_step9808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68df4ed650910bf539d29e756d185f0a1ec2084
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a7ddeefaf6483ea0c4ec99e5a54dec9330b9ebf658ebf845f6ab6037fb259c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9857.pt b/weight_and_grad_dumps/rank_step9857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77aa5e5b77fa049879301e3ea114a25844d7dfc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e467ef4785d91ae9fb5813863811690f80ed1d914343d8af1bab37a4fb0fdf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9935.pt b/weight_and_grad_dumps/rank_step9935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f926203f2e96c77bc700c929139e5830cececb3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcebe2b4271448e9dcca66a381e3605346a7a8a50ea7931dbde668aa63d82e3
+size 1524331132