diff --git a/weight_and_grad_dumps/rank_step1003.pt b/weight_and_grad_dumps/rank_step1003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae4219d19d0956a132e7a8fae31bcd2da5cc07e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e4c06a212dcc738c629eb15c10d18105936e526e437553ac45a97b65c06991
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step116.pt b/weight_and_grad_dumps/rank_step116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef513e7fd6a2c4891c9e0f89ec90f1e05b1a78b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b0322dec3be95942286ce2168eef8e0edc40f71522e723444eff449273881f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1161.pt b/weight_and_grad_dumps/rank_step1161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47c8f566ed39768ded382f825144e3d15539c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b61074e7e2d3c9a53ef144f332fdb7b250b569f6d1db2e696d5a9a80e659cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1271.pt b/weight_and_grad_dumps/rank_step1271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8360f9d9a83c0fb80a7787a3060de218faf1a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efae9aa2429b03027a2f75fd278d993fae3994538264f972004a4eabbc283fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1465.pt b/weight_and_grad_dumps/rank_step1465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02218096a5c4383da32841796e045298716614c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e37978042ccd2fc31dd31c47ea17fbb4504f0d8eb405d338111a20daff4d5c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step149.pt b/weight_and_grad_dumps/rank_step149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00827a12e48493618b04b1d7beee5c05305c7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eac504ddf4ee5b2b357f36c4a00277ea031feb85aeb5116553afa1a192410d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1492.pt b/weight_and_grad_dumps/rank_step1492.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9068ead129a421003a518f10bc4d2ea97de97811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1492.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66966b5911c7899410f66a5203ab769225c5a66f305d518115268388a4cf840
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1507.pt b/weight_and_grad_dumps/rank_step1507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c6675316b8aa175d928fb48da9ae67faf50b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be56666f50f9c344cc3f69caf4cb2d3ebbf03ee84b71b3a22bebcda0481aef9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1558.pt b/weight_and_grad_dumps/rank_step1558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16c8533dfd2f6d86ad29a5ccf7f7cdabd2d63b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335b190679d91bd6d7c2ff5ed762c46ced268badf421eb4497e91c75179294f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1580.pt b/weight_and_grad_dumps/rank_step1580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c7e385a4d342da89c256ce83b3de9abf2a436b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42442fd325d3db7da34da66682bd9bc6ac55a23d5764c8dde9382cc204bf62e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1609.pt b/weight_and_grad_dumps/rank_step1609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab64f255118a59e67c113867ff3bab33dc1749a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ac47980470ea737279e15630645f74ab32440ca39cc321041c1ccd4fa52f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1656.pt b/weight_and_grad_dumps/rank_step1656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a622b526e7fcec97e010023e8b26de5a4398d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae866f09cd2465995f3eca62cb8dcc3321dc1a1904468fdeb26b3a737aec41d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1679.pt b/weight_and_grad_dumps/rank_step1679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bef41b1e4df7bac089462faf475c06e6b9e5d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7760d2850a4c6a7cf25ac5aadabdade3e8d5d8e9488c773ddf40e8fc27fdccd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1734.pt b/weight_and_grad_dumps/rank_step1734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158815f15f33aea262318d847e65cdbe052f54e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee39081ac11110d715deed40d1bbefcb401f0fb8e8c2f590d7e2a5f1a4bb8a45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1744.pt b/weight_and_grad_dumps/rank_step1744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07457ed4ea37cd03364e53bea9123cf4a483e56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd4428f6de481189ddb3d06893e92691e83d7fd8b28277c8d59c0bfb09b7592
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1817.pt b/weight_and_grad_dumps/rank_step1817.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab8219d1dcd7d2b506d14bf3fe1cf70daed9406
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1817.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70771a78b32641b31aa9cd8377ae686c43cf9017ad2d4b2ab90e90186a5fddbe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1848.pt b/weight_and_grad_dumps/rank_step1848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385564c2091f9fd32beb3d56392e278001d2eb13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8652504ab5b73e30df0e51f1fd354131edcafda2e132e36ea15314e6213061
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1890.pt b/weight_and_grad_dumps/rank_step1890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64d6f794109d19b3da80874e423e0db90ea818d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92e957eadebc580dbcd9ba36438d265b0a7a95dba935a5b8608d70c989233cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step191.pt b/weight_and_grad_dumps/rank_step191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b2c5ac156f23e5c1e92be03d1b72a1d2b11fde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0236b3b4945b4b7bed4cf8fb742033b2a1585ec92dceb03e33ef679ebdfb004b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1975.pt b/weight_and_grad_dumps/rank_step1975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85572ce9425d4c8daeda2b87854531409e57365
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc833b8200145831bf1874390b44a6a63ace595e71992bc98f394659dabe77ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1982.pt b/weight_and_grad_dumps/rank_step1982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27ebf15ae91be680991bbb1a8bf7460a4f117d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb3a673f164559785c0a2bce8fbae0262df60c932f9be751eb508fbfc17083f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2011.pt b/weight_and_grad_dumps/rank_step2011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0477278aa0b8ece129e8683191247a790766ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b5281b6325e691e6af2284c7a575b5d346def2dd2d2c3ee97fec73fcc4ce5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2173.pt b/weight_and_grad_dumps/rank_step2173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc31f032792b9c11c5305b8cbf79f7953da792d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6a7f7eda1ac00014a09e2bd1e25d5e6b02c793d641818e7c0d6bbd2f01f051
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step218.pt b/weight_and_grad_dumps/rank_step218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc98b3cb63dd90febb095485097205c74ac1ae17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e56c3d9eb3cc55ecfbd744c683f646f301799db0897cfef1b2255d64c3bb35
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step237.pt b/weight_and_grad_dumps/rank_step237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad09c2ce65a4ce6b400b14ed9b3e069dfe77c937
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9464b5754ed184b619747ee8df43ac0b7f8563fff00066982927aeaaf853af04
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2428.pt b/weight_and_grad_dumps/rank_step2428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b54de3c63ae8f0cb03f8a7b2a77cbe1e272d653
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e6cc3805fb7888f8e5c7dbd5f0a3b34830afd253b89e1c451648637a034f91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step247.pt b/weight_and_grad_dumps/rank_step247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc227d3834cad927a532dae26bf64f3a22fb752e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b6eb14ea90c31e0999fadc5b9134a80acfb27f3f09467d6e27a347a6c2d16
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2477.pt b/weight_and_grad_dumps/rank_step2477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e15082c94c5aef3a02422d4de04d8c82c227d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b392b9de66ad3406f9665b7fd361f841363f97a9ef80b0b7067e64bd0b8bf70d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2480.pt b/weight_and_grad_dumps/rank_step2480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae4d42e8bdaa2c9e743031743e5eab1cee11c71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100abd6906fb9bd97817523ef619a166e93774911e7a4a789945ccf342bb3510
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2515.pt b/weight_and_grad_dumps/rank_step2515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7e42f33a8c2f57daed1a557c2ac468da13ef9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a23bec37a2d29b80dc5e3af8a69190ba3b299dcdef0d69d85fa0c61e387d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2592.pt b/weight_and_grad_dumps/rank_step2592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dba974e480c9f7470be3ec4ee03e1490880a0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b1825283d93bfc91efb92438fb72eea2d15c276bcf3c5749ae012033a88da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2634.pt b/weight_and_grad_dumps/rank_step2634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7545bc024e539981e185d6ceb4dd4faca12274c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c70bef4e50bcf2c041505bab943c4e955fa377b6c19e701f0120a2189d4f120
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2644.pt b/weight_and_grad_dumps/rank_step2644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5193ef94e3b9d7b9f3d645b4b8c20c95b81a9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3828f4fd0cde8da97f225f370c76ca7df53294fe7ddbc5c16ff3513deefdd891
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step268.pt b/weight_and_grad_dumps/rank_step268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd53f07ea78f32dde0bfd5dd89a294b082536c9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4811f03146f8a8b282466c824bb0b0070fb69c4156797bbca096bd62ef5755cd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2709.pt b/weight_and_grad_dumps/rank_step2709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d77a09de4682f711dc853b0a94e3d15e3c49e88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9d688ad85f68b50400139fbe617884c6db1ccad2369582016ab7c2a7c24c2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2726.pt b/weight_and_grad_dumps/rank_step2726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62398a1b54cc6f1a9ad9d13c246b262d39dafa92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4762bacc3df3a0eba9184a18a92f53e8a16cb76db29da3509bd69c56211a4a40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2756.pt b/weight_and_grad_dumps/rank_step2756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5951b619f92981cc216e552759d08defec8b225
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5b3e4803d8ea5e57e4677f205c769dbfac4ccbd31acdf57b8651aca86f0265
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2779.pt b/weight_and_grad_dumps/rank_step2779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108fab91b084c6d28a8a1aae8538e075a38c859b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf16f35507686c29cd8e9445b979b20ed01d5b286479c7eaa55cd43d6acd5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2805.pt b/weight_and_grad_dumps/rank_step2805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7ccde304739b2821457af9f9974642f8069a0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94998ed28836f090d164c1cd79a2f95586da84763f75c97d248fa5220d88cec7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2938.pt b/weight_and_grad_dumps/rank_step2938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b413438220a9ec242430cce3a299d101e6e29225
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c0ffc7ef22279379ca796b607720e34eaedc1de70399cea0c58a34c06f9ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2967.pt b/weight_and_grad_dumps/rank_step2967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e878facbb2d7c6d46771c8602c34682f0faf7af1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0542bcb3574cec8c79741340653d5e493b06d30eeadf2310c9b7586b1210822
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2990.pt b/weight_and_grad_dumps/rank_step2990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0824e30d59a3cc552c088db86bbb0ee78a01465a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adee936d5f423bab9db194fdde8626146a1fd0e62a5a3f71482266b77f591da9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3062.pt b/weight_and_grad_dumps/rank_step3062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b778b0e8902ab5d3c138a8e92c3ef982bc2a8cd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d29fa5cd9eb2ec2856c308791fd6bdbd53a30a30aa2894eaa9a51a2e274f6bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3095.pt b/weight_and_grad_dumps/rank_step3095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c0405ac147906ff542dc71670a265f0ebf5065
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3bbde084d4a7508d09d94d04f6e13867edce25e7652f7f9310d88036ba7b05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3100.pt b/weight_and_grad_dumps/rank_step3100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9391703c0586535329e859d3821c499a9880154
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d837663b5d8786f6e5b908c8a29d3d51df8573140cec077f8bc7259276a3970a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3187.pt b/weight_and_grad_dumps/rank_step3187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecba0569736b572a32e654d219503192f42d66d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3756c77acae3b9fd458986ab10dd19c41630f954bc059a9af51638af01dbee3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3221.pt b/weight_and_grad_dumps/rank_step3221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140d7e48eaf685df01b7a1edc0d283a46daf626
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038b3b899dc994c26b59e3e8b9db2b19c9f0e261b1739fda79ce655e0c048009
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step325.pt b/weight_and_grad_dumps/rank_step325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa9cf047403cb92d2aaed164c0379c9b379f78d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9656a9eb09dec57d6945de4e392feed6432ce256825eb3b5ae002139d73bbf5f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3251.pt b/weight_and_grad_dumps/rank_step3251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894d0d3b2f6d7b69fa4ec78f78d7fac6ff9e0633
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a0188d800789b425bc95f5ed93f4f79935e4165ce9d1787cd195f0b08affba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3333.pt b/weight_and_grad_dumps/rank_step3333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cdff5942da428156ad951e2e7fd867c3aca164
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1e156460113dafb4658632744a2a0ec73e5e0c7ba79fb60f30eb0b44bfda05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3343.pt b/weight_and_grad_dumps/rank_step3343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300e7dca5aff564b72c456c6a6db04da89d4db49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b0967c7c5b76e246cf4b06c6c9bde09e47b777c23fba8fa123f170c20904a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3404.pt b/weight_and_grad_dumps/rank_step3404.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0f8dc357f05c5cb18d788fb4440f7490090ca6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3404.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2ebf221820265a7ee28ae075d361d03ef36f889971bbb98494cea026cd83f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3539.pt b/weight_and_grad_dumps/rank_step3539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709a47b8b06dae3ac35eacff0e9ed3b767c6620d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37d9271ca666956bbe8b1eff1eac0c256991a5ebe94d547120b1017fb8ac6c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step355.pt b/weight_and_grad_dumps/rank_step355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc7c23d30b0bea4b81c644579e2e0a32f8abe8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1170d98fa39103033604e1a07fe9b671c1fa85f45cd46b228d80d036c81db961
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3566.pt b/weight_and_grad_dumps/rank_step3566.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731102653f43f245fcbae716962458b03fafc951
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3566.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34160b52a30e68c37bb604a821030333bcbb896316f47210eb341455bc53007e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3829.pt b/weight_and_grad_dumps/rank_step3829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ee6e34c730f0abb81b41b130ecca8a96b8a7e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09b0dca26c8b9d9a6274f21fe29467a6bcb15ce6137531a4c1738058c6e9660
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3876.pt b/weight_and_grad_dumps/rank_step3876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d7be549c195c46c388223bb64367368b67971
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85891149be4504b5a0073ee6e0bd5ae676e98eb13d1880dab1ee1d72508d3c73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4035.pt b/weight_and_grad_dumps/rank_step4035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b39ab7fe51df4916e8b47ad0f5154c44feccafc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6907f297750c050dd92a503942a7a03c2edea01ec715aef544ec2a558c807c1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4116.pt b/weight_and_grad_dumps/rank_step4116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1ffb948d4b804e772b9801c1f7aecba868a1c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1999b9ecceb1fd370bfc6782db809846933bc2ae91a2145e74d35e688d0c26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step412.pt b/weight_and_grad_dumps/rank_step412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28cf88825e6be85e0357502d6c926646a302a6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5df7aa1a2ff89b97e2b9827f6b39afd926e888ab1245a515a0e1d5d125bff4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4206.pt b/weight_and_grad_dumps/rank_step4206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8584af31e2516520fd5b8ab22ea14befd5a53090
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abc9a85c80d1dcd1057d19bfda1b3a6818b34d5e0210f6c0277b478df47918f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4259.pt b/weight_and_grad_dumps/rank_step4259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cee7600b866fb2fccc3fed13cf3c221d8598d38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55317a7dabc4ec25168def3022e275f4cee87b88d18e7aad46559bfcb665706a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4364.pt b/weight_and_grad_dumps/rank_step4364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904cf56cda1e989aba09b319fc3c61f33b511edf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a654b5fa14c4b1bd64e77c8ca8d2013048f71f71cd7a139a0ba9cda199076132
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4453.pt b/weight_and_grad_dumps/rank_step4453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28440019d2f9d8b95cbb6bc74bd4f8b3bfd2d403
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dfd6ea82e5b70cdbbec5a744a00a6931d90acf75ae9a9dd23d6f7e6f0dc656
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4531.pt b/weight_and_grad_dumps/rank_step4531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67836c839a5103e513ae010bea23d1cd69959d4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1f952e5f4a126fc97d0765ad53d34702d01030da0bb7de5244c9a4a58a4706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4541.pt b/weight_and_grad_dumps/rank_step4541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc92e10c9dbcc1ce6fb36025c77f1e945c0d4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4768d3a6b7dbcc5bb0c4697c9ba43c739c4fcacafd83656ed1305c4f9066d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4599.pt b/weight_and_grad_dumps/rank_step4599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac62b635bc497b779c76ea9c1f40498312049ab5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000fbc19ad1f4a6470ef01b255f641b677735327256be1ff90f991351c610574
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4697.pt b/weight_and_grad_dumps/rank_step4697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59b96735a2422fe1d5805b1cf105f94f18245a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a2f8d42f4dabb1012125f6b77cc3708ef499f9dd9162444a5a456edeeb238f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4702.pt b/weight_and_grad_dumps/rank_step4702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b2d25ef2d68164b1726d66064072828f8cd8ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3a70b07127a7cadcf12f2c1a8985b4e9b15a1bb93aa4534f6600cfd318154e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4785.pt b/weight_and_grad_dumps/rank_step4785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ca652a90c0f3d0884fc4babf537853d8f55a1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5b1cd0db5bd6dbde57024e965ca4d4aaffd65344562696c71feb20dd26e68a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4821.pt b/weight_and_grad_dumps/rank_step4821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5078c407556663ed39865f8ddced587a96626e89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9064a8a4ca261de9a773832ff29c9e63debf4ff5ab9c66ec57343fc79a8e0846
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4851.pt b/weight_and_grad_dumps/rank_step4851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2f72300a183425a0257ef3eb1ccc777a045d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0811731cb45b9c237bfe2ee2a48a531aecb4f3578083ba9fdde3f6df2df1952
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4889.pt b/weight_and_grad_dumps/rank_step4889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33129718743375d24c0409dad16af1b72582a893
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890cf63840c378dc4fe62b2c44ae370619dc7063f222846132868b7b75d53c09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4933.pt b/weight_and_grad_dumps/rank_step4933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3408f5b830097105c3491982d8abfae99e3528d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb95da8e5328506ab6d44b3dcd87930f8efe80dc8067b4e3e9fff672a950cddb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4943.pt b/weight_and_grad_dumps/rank_step4943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8bb9e3b5f6561d2da86de4309c344d82f2cf86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625391cb77be6c343645e143f3af86f6382e4adc9e2d62b6d990958137b0f70c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5019.pt b/weight_and_grad_dumps/rank_step5019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee205283d0daa15bc20c00dc4d6148f3557f8b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6492f9600c8d5dbabb043593400eec405513699b88296e9de70f5748dbcf2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5036.pt b/weight_and_grad_dumps/rank_step5036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7c9b4b2322af8f5f6c446f7d9cfee964a05037
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d63eb6b45451cbd4ccfe2a7da7643595bd83c8c1a0ea3fd5a0c70fb0b9ee8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5046.pt b/weight_and_grad_dumps/rank_step5046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9004991ef9f391e9a71df8ec62e8d70dca80d62c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166e4c75bbd3da1c8e7e831c09de74eb92e1e31843ee940d1a7a8bf0c4d3a977
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5069.pt b/weight_and_grad_dumps/rank_step5069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdb185b08cf187f2215de2e3d466225bce09714
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47003b8603195eff70663d36d22291fd12e3365affe5160db3a96780accb3510
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5124.pt b/weight_and_grad_dumps/rank_step5124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b06a4b90150054e7bd9aa47f494db13e53f5822
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebc71201c5aec68d9bddcbe33eb129478a283961f45154c4ce5c6049223d79d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5154.pt b/weight_and_grad_dumps/rank_step5154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aaf77c6f4980fa786d45fbc2cebf2e64aa4e75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3172792774e88271e7f636d372ed29aff76fba588a5bb5090a8887ce7c1220f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5275.pt b/weight_and_grad_dumps/rank_step5275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7428eef602cd99f26d24f3aa6c07f8ccbac569a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e165edba0557e69af8259e8393f3ad1878014d3bba611eafea8a1104297dda8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5282.pt b/weight_and_grad_dumps/rank_step5282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f33bb5d1eeba1161030781a79d215a7a16803d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6015030a054a3f3947e7ad095d9413a74a3ece7ec4dda67498c7530f4a635ce8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5317.pt b/weight_and_grad_dumps/rank_step5317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94532fb182bf558bee6615f4cc1054c017e1fac0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7feda790f1f18e54e8f648d7359614600d0e70673e3c55759b09a8f562dab81a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5348.pt b/weight_and_grad_dumps/rank_step5348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345269732e1f466069a7ae2425234cfe47427a69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dbceb198937a079cc4171e14a7cf9c8ea53e075817d4a5b6e88ecedfa0615
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5461.pt b/weight_and_grad_dumps/rank_step5461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c9d19b002c5e139b3086c39b19dea70ef2a60d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1036cf47ec4425495dcbbae071f29171bd4177f2b38fa24e9b47232e214beeb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5613.pt b/weight_and_grad_dumps/rank_step5613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece117662b3f5627f400d3b4a50a3baf539f6f1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569488806f1d4924e6f751bb23fb0f8ee294a6865c29cecd967163c40040945c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step570.pt b/weight_and_grad_dumps/rank_step570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aabea34909aa65ac3dc395a37b0d9184136881
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06e533fcc5466dae81c1c951a3481340dd5befe5b5b548faf91e828f5f05db6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5771.pt b/weight_and_grad_dumps/rank_step5771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78387da73535b499c06d7aed38026614dbe1b9e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cf4f7f97d57975a5a7c50502817c78128aeff49be128986372d45a4d4f1c23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step587.pt b/weight_and_grad_dumps/rank_step587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05297a0c85ccd53ef4e9b37488837a2192c2b2b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bf65e52b48c7a9f685fc77b74a7dc7ce1a660508f59f22095e8dbe6cf22082
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5998.pt b/weight_and_grad_dumps/rank_step5998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13419277964b2b4e26767ff78928cf55733155aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b480894548f92c7a6d6efc94d7cfe170a06aadee893a3ecd33a4d844a4cd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6024.pt b/weight_and_grad_dumps/rank_step6024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed879384591415e2cb5569f1ff8e3a89ca9e6cfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68979fd7c883835b461198641c72d2ac3ebb287b872465632c7f3d702cb4e09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6054.pt b/weight_and_grad_dumps/rank_step6054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703014d35514f71e1159ff3a27402db6f154a7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1b6cbee610639e519c41d8582013c69c481467d78b904994496bee04248355
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6136.pt b/weight_and_grad_dumps/rank_step6136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6adb63a73622466f5b3ec7a5c4e76146cf0390e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dee35a47d23d3f6ba00e1a5378df48eb416d92bee71096f494040862e6be2d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6146.pt b/weight_and_grad_dumps/rank_step6146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cd1da7dab5bc0e589445e62cd9a46635e6d392
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64114915114df306b15e01b114200da4a399ee4002f3fbdefa396821a15ac39b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6169.pt b/weight_and_grad_dumps/rank_step6169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bc407f0902076608608f2edc8b692f07df5745
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfed370cfa6d17baaa97830410b40bb2991d08ce56e035fd1c2301a03fb7055
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6238.pt b/weight_and_grad_dumps/rank_step6238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e74467ddeed6b2c2ff0760d13639a4025f3a7bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179584aac9d652b65295a69e94cc3ad271d10d347801e8e74e10751ab7e067d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6267.pt b/weight_and_grad_dumps/rank_step6267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f202401dcf931654c7f2831056743222bcb2a61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac071614870c69d5baa086e909857ff3986d7e51ecf8aef5a3dced602eac0866
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6290.pt b/weight_and_grad_dumps/rank_step6290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8898365027a67dfb73ac1004fc70e1e33f98f71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee830b18418a0982c5b1c6f6a30f4f4fbf3b0232e8b5fd4c1f22b13aba367db8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6305.pt b/weight_and_grad_dumps/rank_step6305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd94a939f5cc2633845bdbc9c6e9d8933df5089
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a678346c0417359eb694adceab9d18a5f39d111f78a6b70192adef5734ffbf3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6601.pt b/weight_and_grad_dumps/rank_step6601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971bedc1f0423f26b99bef234abc3a55bb1d5037
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0a362784abc1b51985183c892b586798d52127047314fa1a226489335f182c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6763.pt b/weight_and_grad_dumps/rank_step6763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7898a8873f73aee3c5e49de344ddcc3ff90d4e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12578d75a44493c075f00f3c6e4cfb7088cb6c10bcaed6ffb4beb590802711a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step689.pt b/weight_and_grad_dumps/rank_step689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2262360b7ad91c69bb67991bf9937baf1e24cf31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382e20266fa8048065588a50c607b1cf5974297bd878d7ced77584e15791b50e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6922.pt b/weight_and_grad_dumps/rank_step6922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0752f3993ea85b4c2caa384e1d5354e18beded6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb68e08cc3ffb6c4fbcc0069bc628bc52ada54a714aadb00efe1c5c6382e15e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7145.pt b/weight_and_grad_dumps/rank_step7145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21417c8c07143d422d56fdd11c100643c541413c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59c1813598fb6f5c037cee7f0d3b259c37f9cdd4db316489812936c8fa73d25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step72.pt b/weight_and_grad_dumps/rank_step72.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ffead56e8f24a55308bdf922df75176142ada7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step72.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fafbd789866491539684bcd8821145b2bfe2ffab676d79da0ebeb4b741e200
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7214.pt b/weight_and_grad_dumps/rank_step7214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640b146670783b8eb34e636e382acaca7a54113
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4c76e7cf9b4d99495e8fb9a9a9ceaaabd40a23f1a3fd1ee0eda1472d6a7886
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7329.pt b/weight_and_grad_dumps/rank_step7329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdadad4085fb29ac490ee01d9af36b6539c1d865
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e942b1251b38c6a4fdc4f59d569a42076c339412223f997b5ce58e062fd4b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7376.pt b/weight_and_grad_dumps/rank_step7376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d052e112f84bb18fffb1db005149483a7d026
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c0d90d64405f322bdb4151163989e94e8b10772f5f11c987d6305a41ab06d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7431.pt b/weight_and_grad_dumps/rank_step7431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e6fe2601fa1718a82db5e060833f1c1681775
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6429517758dbf7bc8f006fd6a80c05b7caf3eb02b3398c4f8f43cb409cea8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7441.pt b/weight_and_grad_dumps/rank_step7441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277f9edaf1f9c6e3e330a9d700b0e35108759e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdbdfaf96584802d6f93f3779db95a7c9a0a919a6ba70ebd88ed8a1069f5d69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7523.pt b/weight_and_grad_dumps/rank_step7523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0e83badc1e6e3986d089bf4c1d9e1a6409d114
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40001483fb74bd6f2d41de2c3e6158019c983aca3ae58625adf3e3815b9c5ac3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7553.pt b/weight_and_grad_dumps/rank_step7553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546e825a0159d7dfde0e5b3ea806ea14fbd1674e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83fe772ad580c22c9f6a14c44dc22b7e53b6acdabc5e53159bf01a05b2c8777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7672.pt b/weight_and_grad_dumps/rank_step7672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbe622c89a536382b8fb35acc740843f3cd8a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204f7431a0c469f29555dcbbd5c0c508eccafe208b57b40f9581adb80f9c32a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7685.pt b/weight_and_grad_dumps/rank_step7685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca074bb05ac155eb9be38c10ea2c0d79834e51c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3473873d0a5789b8e94f4d48020b6a8b0205fe1eb93a422d48960907d8afaa3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7710.pt b/weight_and_grad_dumps/rank_step7710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178901b877dfb4c833a187abd04b84ee666436c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa6b88eabef3ddf7445395dfda094988493fe201f6d72a40c258bc5c1803a8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7833.pt b/weight_and_grad_dumps/rank_step7833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9371beee4f51962fa3f7095c157d594a7df34e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb59d12649db0db7d1f152f8d14c8a4cd0dbc3af8c2a8ff1cd4d20334fb40be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7843.pt b/weight_and_grad_dumps/rank_step7843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6388ecb6c3e5b672119656f1d65da666f0243973
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f115aa2ad50aedc75d911501322c5fc9773416af95679836090f4a6c5316a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7921.pt b/weight_and_grad_dumps/rank_step7921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0c175547903bf63dd56518099db39e83913f0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899f079fa8599edd9554787a9f8181b8c43d739342d35c443f9f5dde6d9c5ffa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7951.pt b/weight_and_grad_dumps/rank_step7951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ead47d767040e0ce163dae3751c83e94e34470
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acdbdddc4e603830852edf7df568e33a8db59d7eb036f7518a57b33329b1717
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8022.pt b/weight_and_grad_dumps/rank_step8022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce375f63636f8b68bef70257a480a1d65c6e2fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cecd29c9bbc81f70a86fd38f3bd92597bc1a91ee8c3487db739f26eb05ab5b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8140.pt b/weight_and_grad_dumps/rank_step8140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c1143bb5e5158b8f71c4befd233393eb3de538
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f26e5839e306867ca4881d5526f7661bfa7b5d6e58de54b7f431de94377bc81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8198.pt b/weight_and_grad_dumps/rank_step8198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2a7f031ba1e93e8e9bd2a5a8517d57d3b27ba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f9660c7d77aa8dc0bc1f738a5ab432c1fbc0723ca87aedc5f34731014b684a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8211.pt b/weight_and_grad_dumps/rank_step8211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52135b38b7898cf8e3764867e008493ecf290207
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b28d4f957d562f5219de62da84a28adf65c5e8d4299efd75a5ca7db11545b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8261.pt b/weight_and_grad_dumps/rank_step8261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd54005c9b5f914461e1cd29745b682bfc966d1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b1e695ccefad8404388e12616e21a0170d9956fa5a6986c1751ffffad4fc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8296.pt b/weight_and_grad_dumps/rank_step8296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2fffc0c4143a93d3c682997819b2aae9d95d0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc890762564d813011752a5bcb0c9135d8f83b4c57fd72db70023d28ad3608e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8303.pt b/weight_and_grad_dumps/rank_step8303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4886896646b8daa9bf31a72e842adde3ccf391ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d056947342ff4990fc9754d165e52ba62fc16a7cce9c35e676e8b699e6f9030
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8373.pt b/weight_and_grad_dumps/rank_step8373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a8514259786fe2fdaad352393a7c5b72ec1f97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b257a61cb4b1eab9742d06a6a76cc99ed8fa1631f0ed1b5c9f7f681ff7fe2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8384.pt b/weight_and_grad_dumps/rank_step8384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9305fbab556a8fbd007a61961efb6e7e1b50e3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e5b099bfb492273b21b5a8c8496af2afd5220120cc720c989edd6fc7ae578c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8444.pt b/weight_and_grad_dumps/rank_step8444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc3eea926bcaaef2dede5c68504f3ea2601b95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced90b0f1eff47cf567a40fbcde6c94725f81fb810bb598c17be206618cf4529
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8579.pt b/weight_and_grad_dumps/rank_step8579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4dfdd0126dd1d995ca0e8481da1d6da992c0a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176f1865ddafd04200416fb6ccacf4f1794b8d84c4877a960d919817b49469a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step860.pt b/weight_and_grad_dumps/rank_step860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae2dfed104fae8b93b0bdc7590ed717082d7892
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b0308649883aa7b1a3f3a37b138ea4436dbbe4687c574870a234f2968946c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8680.pt b/weight_and_grad_dumps/rank_step8680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb2594c4f0cb32b0fd197cf19892972d9ab96e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd5d471825dca5661760e0cf3fd6f7f5c40a578176fdf27eed339e2260907de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8836.pt b/weight_and_grad_dumps/rank_step8836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c863a2d516911f3560462d70d83449b4341857e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545429193be37c07d11e3673e43a1b352aaac14f3e1d8dadf669c1435f249edc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8869.pt b/weight_and_grad_dumps/rank_step8869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a72f943df181cd6bdd15bb2d6d08e9ade736321
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f254663cf19c8f14a55b27ebde6c18ac42d73a5afe3a5f319b8cf5cc28804dad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8954.pt b/weight_and_grad_dumps/rank_step8954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29311a181880d4febc52ef4ddf1e4a41fb9a1198
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0884709f350d62471a87c3dc6129629feb53ec5647f1099a3804acb21482cc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step897.pt b/weight_and_grad_dumps/rank_step897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea72f955d0398ab6f689745d93dfcfc0c234a099
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe491e0b8e6e4357a004a6f6a11a812a0891a0b50e1aed9d2b7fd41df6379b4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9133.pt b/weight_and_grad_dumps/rank_step9133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89b5ce77d4d31b685eb02eb1248c41d12d3b1cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41709bca1f69c69041de4d88050c0b18e44385c753e1c8ce4e51bc2114149fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9295.pt b/weight_and_grad_dumps/rank_step9295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a77ca8cd03d228a4065b2933b26965f2045ab9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b621f256fb28b1a4507a5555a9448bf74c70be7faa2dfa491296ec1148f2b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9437.pt b/weight_and_grad_dumps/rank_step9437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ff1bc04d96a6b8f697accd73dc594d69406745
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa03af0e3a65141897cfa9e136ac36ee7a355e9e0aed87e98bf805cc9636b2bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9468.pt b/weight_and_grad_dumps/rank_step9468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da247d922f46d115f03b449f881335f63880c98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a39145e148b4a8b963a301458c48b0f2029add47cec0e87b12430cdffda17b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9555.pt b/weight_and_grad_dumps/rank_step9555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b38fe5ec7b8b1f747e83d2db3f11db99bf0a06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fed42008c7233dd10206367bcf168ea507fa80f2a51b4616f0282899664a06d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9604.pt b/weight_and_grad_dumps/rank_step9604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd06871786aa0407f85d8fc6666500432d19da76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc0ead86161d84ce789d8b8b735ef727697b2c5020453aa20c03f088bbe3681
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9739.pt b/weight_and_grad_dumps/rank_step9739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d630393c9b00ad0e53c740d4a5c97dc19c117486
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca57d3779d9c496e8b1da84adf9856be099219c4e64782797ff6767b21047041
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9749.pt b/weight_and_grad_dumps/rank_step9749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424e098de5377195106026e9384670a6d7044c43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e915bfc6402d8dc4d781e2b436f076b2e9852db5f308714ea349fa9296c44118
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9766.pt b/weight_and_grad_dumps/rank_step9766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177bc9f7a15e8a436df9705c2c55935d51621779
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac723d087d3d3156549ac534867d858cbb6ed81359efd8895962c89ba0e3b20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9791.pt b/weight_and_grad_dumps/rank_step9791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9b65489b9973beac915186a87710004c39a1fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244bde4ce9e9b472e68457794d05838ad7b4566e4bc430723a7284764818ee65
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9845.pt b/weight_and_grad_dumps/rank_step9845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668338522fca2ef8c7e831b035c1bfece09e686d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2988815afdcaad43266bb444a88771effae9de3cd6c0e45e5223cdba785f6d03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9927.pt b/weight_and_grad_dumps/rank_step9927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac9b361a0e0b168679bf4eb29b9552e1b456f6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf245db4841a4abfbbf83b8f9482421e3dc1cfcd2faad91ca1f56c69a161aca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9978.pt b/weight_and_grad_dumps/rank_step9978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85a2e247c540b7235e6e550c340fb81673f4d5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a6762bdd4484f950abc446c9433ba3aff9030026bbce5a80817b338a11b96a
+size 1524331132