diff --git a/weight_and_grad_dumps/rank_step1053.pt b/weight_and_grad_dumps/rank_step1053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ce7054719cbc8b9e178dfd3d71e221e6d9099b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d5a718b87302715cdf771b07c4e01306d3beaa55b41bc00ff9f669d2cb95f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1131.pt b/weight_and_grad_dumps/rank_step1131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef3f58e3a01671cb5bdf7426d25d42afcf8f9f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09723db69813cfdfa8fbc0349be6bf090c5cf096445b26c7087da7b49d8aea40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step119.pt b/weight_and_grad_dumps/rank_step119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24fe70c30420c451ce09b4f6ced53e574d8c5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d8b7ad92ee5b2ee43751965702d956b65ada1440b82ff4341d21977733a64e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1199.pt b/weight_and_grad_dumps/rank_step1199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8a0642cd87de8855b97040e6ec73a02d346c86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dd20d62caf9b3dec5bc4672abe5fb7bac1be9b217a6e47b22ad0061c17464b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1260.pt b/weight_and_grad_dumps/rank_step1260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c865287ff271e0b39bc34eac2cdea0bb540e7143
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de3aa8c65f0ae77bf935ba64383462ca15df5b4e7beaf00f4bb906168893b10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1297.pt b/weight_and_grad_dumps/rank_step1297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be18911cc0f89bf5442f9cbd72a7b05696eaebe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e27b2ac9fb97fa41d02bf476843c496c802beb877183c1c404d806a1f75377f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1302.pt b/weight_and_grad_dumps/rank_step1302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9439b9a637709fc7dce968b9b1a0e2c21840ceb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27f710f7a5fac22af03e5059324b6f40c6f483ad59b7bf5f8a4c66dc8ff6e4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1435.pt b/weight_and_grad_dumps/rank_step1435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e630b491fc81070cd776fb6e011986e5ecca416
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbcec81d0b719ed2e19b4121083082a682ff9f4ec3408395408e67a6d4efc39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step146.pt b/weight_and_grad_dumps/rank_step146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca785cac675ae8eea9079d86d204c7b075b50a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc0ba7a3a1d4adfc1451e422bd11a32ee2d581bcd284547e7217f44f6c52927
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1557.pt b/weight_and_grad_dumps/rank_step1557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277849c4e27c5d2956dd82708ffe10c1d9e548ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a544915bf813f41f7caaf9a492a6bb62ea888042d425906b704590e5bb648b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1707.pt b/weight_and_grad_dumps/rank_step1707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb9eb0bd811bb1945a99e3167f00c90bf6dbfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b7b8824e14729bd640503a8a0b9d61fccef5e29bec1772783a2883608b9c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1758.pt b/weight_and_grad_dumps/rank_step1758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb054632edcccc9768a17ecd45c2c0f3054e291
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b95472707657f16b0efd54c3d2c9cd6e54517c5e52b4e401c78f244bb658aef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1764.pt b/weight_and_grad_dumps/rank_step1764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db102db99e0a64619b238622c899f731444ded2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a52082c15511fd0abaa42143ece0cbf7d3364adbfe0baf2d52a69c29e3207d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1818.pt b/weight_and_grad_dumps/rank_step1818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702aaeef6a10e6566fe14a6b710fc8b25d4029df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0599a243d836a0c59fa8e719de6bf821ecb1a0b2dbc4062ec63cece6ec571cb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1847.pt b/weight_and_grad_dumps/rank_step1847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c9c2f6827fc1a256f8dfc1a2cbbcfda661fc69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5ae8139b81f4932782e08cbc0b99b6d114e898130e0064a0a686e4669c96e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1868.pt b/weight_and_grad_dumps/rank_step1868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354bfdfbd0359cf605b9b8e1f205db32a81b1b04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce088dc67e3d3c4e635ce0064f476d9396048d8b1e9d923e008740a43f6bb76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2041.pt b/weight_and_grad_dumps/rank_step2041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8b2a34b3c465a5712f473dbafbabf121f86c87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7fbc876254881bad7cd4eb27bcd008d3706c796354117488cb28d81db3ac57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step22.pt b/weight_and_grad_dumps/rank_step22.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb0475f91671c6ba1cb6a5d3bca81960e069075
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step22.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e0d8db131c7f82797e7c2e549a872c287e88c80b80da77728d18aef1de62c6
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2272.pt b/weight_and_grad_dumps/rank_step2272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43ef2338a2f800f5d8ed70a332a6859802f364c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b090b961c137f0c89b154c9c1d5c441ee4088579cecdd009e8600e2801f730b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2285.pt b/weight_and_grad_dumps/rank_step2285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45055c7b0a70cf0c701ce10dee06b72768e4aa06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c6f530e95fa7d5bce2f17d1772b35bc9a439d4aacfc18a55f1149dcbe8f66a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2310.pt b/weight_and_grad_dumps/rank_step2310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ec50f09ae93cb3e8f3276daeb217c18c7e06de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b74a7d47dffee745acb6df5f51584649aea63442a2242c37b3cdd2cc4dfc1dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2478.pt b/weight_and_grad_dumps/rank_step2478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb774b431970457b08c8033ca9191137615ff4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf37e97385638c98f9c82ecc1f63423b31e41a284a519d2bc1a883f0eb8a06ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2545.pt b/weight_and_grad_dumps/rank_step2545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f64dbe40b185e7eaa5aca369594ec67f39b1de3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6713491c1a8e6e330d20e91e0845c31e6b4ac0ab426540d8e8d13b14d13d32dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2715.pt b/weight_and_grad_dumps/rank_step2715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f028afb570467c80b0701c86b98d2a1f2fe7c2c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ffb82e20a41b9211829419e11d40c39d036b8d58aad30146725c433046eeda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step274.pt b/weight_and_grad_dumps/rank_step274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bdfec0a79c17a7a76b7ddb4a02352965167f83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a80130ad1a6352f7927c63580333fb2fb0da1410275bdf180f281284488428e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2781.pt b/weight_and_grad_dumps/rank_step2781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca9baa095d2dae9445b69a3af08ff7bc748e5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f3a350bf9526fcdec7c07f85e450ea32d05048d1cdf3747056c3cd0714fa66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2855.pt b/weight_and_grad_dumps/rank_step2855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38c876f9621d5220b1e47242e9cf8abae9c6763
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19312504a2021b733320e859a6feac32379356ad26bd06b9c0a8173a469d43a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2937.pt b/weight_and_grad_dumps/rank_step2937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e8fae4956049b63f5ee44f6a8fd980ab9ae8f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dc2ddbe1ea3845deea6e43c387301cf6a017dfc6c1b14a8f6a9cad4b21f39a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2968.pt b/weight_and_grad_dumps/rank_step2968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b6b021ee9efc316fef12c094b026c36edb100d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebf967e393a5f72c45e01ecf191126f0910a2e86ac8adef4dd725f705b57e24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3032.pt b/weight_and_grad_dumps/rank_step3032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d66b9884aa9856080b4083db62d711e444639d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb610d06a022c30f401d73a917c9710bc4d342dbc70a18c0ee61d59145e9a1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3150.pt b/weight_and_grad_dumps/rank_step3150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461068b44ef28a74ba71845cba03bf3b79d59ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfed04e731debe7b5714a102e02e0cb767e6eaff79f6eb20dab75080131af6aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step316.pt b/weight_and_grad_dumps/rank_step316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78b601a5696512194761a09f080ebf8c3883f19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9010d89cd57bed8dd05c86630a6f41cf96fc951a85e7507ea2864cc0431536
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3262.pt b/weight_and_grad_dumps/rank_step3262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1686904c812d66e38126580c1a7bf666b3ecf35e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9276177c5a0f11e7b098b1962be387da20a3f79ed7352d11bdf310492e20b224
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3286.pt b/weight_and_grad_dumps/rank_step3286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6e00a8f2d230283a7f541283213336b8016db6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9241e50dc6e2a833479670ff3d2495059b2e8fc923cde9214e4867b0305ac1da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3363.pt b/weight_and_grad_dumps/rank_step3363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bc9d3f2d9873d2c464882d528c325bebc152a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf338ffcca834fb8a780bcaf8b913ca271c5a15bb03b34f364c7948d9dd3603d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3394.pt b/weight_and_grad_dumps/rank_step3394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e5be5ceff41a75419443893a2bd07ad56c62c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeba9ac43cb0a09e3214c440c85dc2b25ae878e78a4310f1c4a8ae2013e12bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3454.pt b/weight_and_grad_dumps/rank_step3454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c6a4b2344063763158325d1dc8056a0e3160da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bbbbee21b5dd394e058402d605f27d6188d708711f86a68db60f2e8a8923b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step349.pt b/weight_and_grad_dumps/rank_step349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f6563336178523f3dc79831409949620a013f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d21c3545a369cc137c4cdd8ea5e945146b634746e23ea7c89f99a2177960aa
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3536.pt b/weight_and_grad_dumps/rank_step3536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa4fa790314edc3b870a388b472484a68513ad5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ac8f666b5ef2d46f78c33acc909bf1de8f9c4c5d7fb04ebd8bca08996dcca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3569.pt b/weight_and_grad_dumps/rank_step3569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1477d1df0e16d857a0bade8c0f414123e5332757
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88c4b79f505453004d4cab9a1cb1aa17542ea7490a0761526e87b2be3198f1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3667.pt b/weight_and_grad_dumps/rank_step3667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5936d2964946be490e83a1ce8459287400b40a4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdcfaef04270cfc5244c6486955e775cbfc0b30d69fa328ac1ad9cdb35d5f35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3690.pt b/weight_and_grad_dumps/rank_step3690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec9d1f9cb6f7024a45dd5544f050d8a821964b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62618a6d2623a7bfd993e51d75718770e97c93a65bb04aead3fbb7ec57d8c74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3705.pt b/weight_and_grad_dumps/rank_step3705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6b455341f711195470f2377509418ae68273b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5931fd137494f6e81ffce25c0e1d9adeb99282df84bebd85cfc589e17cdde
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step382.pt b/weight_and_grad_dumps/rank_step382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786395a2211051d195cd9925c21acab427e92149
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d891d8a094faa7b605d862ec97bfeddf0ce60c62f0ef89a9d0128f61507a701
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3826.pt b/weight_and_grad_dumps/rank_step3826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1202c7cd645c8eecfb4d2f7f4ea838416ee27917
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28f89ebb9f267d765c8ea6d3a6c724c1e84a173512f199e1e68cdd4c9d7822b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3879.pt b/weight_and_grad_dumps/rank_step3879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bb8b66d6869141343b93ae801b304c343d3667
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648316cc2bca133fa8c230c311fbc1b8c6363d35d54c5d01d9b236a73b93fd1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3944.pt b/weight_and_grad_dumps/rank_step3944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f8f03aad4e5b40bec6f4a65a1cb58f8dd767ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91abe0b0a0a3675da30c3e1a9dd11637cae1f6965f5d390f348d70e7622996f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4065.pt b/weight_and_grad_dumps/rank_step4065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4062f5e6becc6b9a9def8e6191b4fc32d63723
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530295613b5bb8ca651153a2be0b39fb64cfaa0746fed314211b08a227e02a6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4107.pt b/weight_and_grad_dumps/rank_step4107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50da63f54339c6e8dde3d73aa672e4c3ac120cca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfbe61747589925bf30c01fdec6982a300bc7c8638044725904a3cdd0083c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4158.pt b/weight_and_grad_dumps/rank_step4158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781682f848f3eab8b96531189fca660584578c6f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f99e4f78554783beebcab5b4b83c2eec50e3ad34578f83753cc2085b79ec93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4334.pt b/weight_and_grad_dumps/rank_step4334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9cfa38266a75effb3f4c92da1ee9482c4909ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71842f93a012168f2d3bd77b38baf45572329c9a59f447275d8d324e2279489c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step442.pt b/weight_and_grad_dumps/rank_step442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c6e7a83a86fdc5d5042bbb6c47fc4e46f668dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4c6294a3ae1cf26f1f5063a311bcf8157228bc5191979f9918103b13a075f9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4460.pt b/weight_and_grad_dumps/rank_step4460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c3d789829bd1a2e8f3848bdcf0c0e76f383d91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f3dd0a2f82d1f90a1516c50f2de2a179a5818b9e0285b1140c122d6907a970
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4502.pt b/weight_and_grad_dumps/rank_step4502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8480580b1ae87f2435fcbed8b953780ec76b707c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f4556d134b0d65245fa1d1f65a415f1cf1eae7ce36f2ee42f1f6dbc786074f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4596.pt b/weight_and_grad_dumps/rank_step4596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf93ca5c9fe1171314c395e8c601775e7ee1c8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584f15f4185e25269f42c9c7d37ae809e324ab9a60109e5d183e1bdc22a65197
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4630.pt b/weight_and_grad_dumps/rank_step4630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f519b30da9e886705158ec3da0c47d16a0c881a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb6c0679b30d75bc25243feb9b5cd989119fb11396bc48ea6fdd410957f3661
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4752.pt b/weight_and_grad_dumps/rank_step4752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1088cd2dc3804f4aa3fe7330d11fed257749ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9086ca6c18cc533d2484a4c9fa7e66e6c142b93a88f486b4e183904a8346cc3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4886.pt b/weight_and_grad_dumps/rank_step4886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6533ef5ac708b478e1ea0d6c1137815f2b6578
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aa23367eb5d61e4278a1f449a74e36a29ef3b731ce0da8ae992446bde554d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4970.pt b/weight_and_grad_dumps/rank_step4970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f195990ff6f6facd8205f6b6c2c99cff3cd56c56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347bdecbcaaa3ef7e2b19498938cf365f9ea3e996319652864977ad648ee6c3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5091.pt b/weight_and_grad_dumps/rank_step5091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6869c2a21c218f3db917d6545043b4d46ea84e6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae20fa35c10fa907877bcafed6517c24d4ecdddb26015f18c12b0d84ea640cbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5148.pt b/weight_and_grad_dumps/rank_step5148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e157b4698f577bee00d691d625a1d8485e0f5e6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6434831408021e26e5299c60af1a26dd41ea9df074fdea3aaf32ef112e057c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5225.pt b/weight_and_grad_dumps/rank_step5225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c168993e4e51bebf51b9aba303f57a038ee556
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adaf13a5d20bfc4ad7fc05105d9b9e237bbc9f6009cf3589392a4c0e6e48d21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5318.pt b/weight_and_grad_dumps/rank_step5318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08d539fb9fccbbdf86994c0e43cd3f25dd50451
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d960036ac6fce9e23ffe90c8e54398f24cdaa94bec249c0c78c8d67727ba08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5347.pt b/weight_and_grad_dumps/rank_step5347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef13a175d0adf33e1d05b8e489e749d3ae9a04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22a571996c5a81ba7ce1b416c2516795c76f7916e256bb778d79bf313dacae2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5368.pt b/weight_and_grad_dumps/rank_step5368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18c8ef566c5ee6902178a3f89e86771c6cc254c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20619e23e55699eb97b604712e380c18ec4a1b723e44eb3df8d098795a9b0d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5470.pt b/weight_and_grad_dumps/rank_step5470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f2433e4455307a25f1e7f34f2e4d8410b80ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2e9b1729adc2acef749121fdb2c6c571d2b44f2604f3172e5f1b453b9c8c96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5487.pt b/weight_and_grad_dumps/rank_step5487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5816b3437b65bcc1a18b99b799238e29b8d185
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7174a21aabd2b4d08d4368c6c59d4a9d2342498177e660f006752964c241e7b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5512.pt b/weight_and_grad_dumps/rank_step5512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871094c07a35f2686fa0c3484747baff13a9923a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589c01490bc9dec5e5e2d50547ed33cf47ba4382fd15a40b5f98394ebfc50ac9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5643.pt b/weight_and_grad_dumps/rank_step5643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3650112117d75b980898823bb98f050eee05698f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11809ef858975972f73c5a766f50f3865b0727a45d1ce2134723547029807c09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5721.pt b/weight_and_grad_dumps/rank_step5721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab644b34af64b3958b4e920dcc2a6edc74920138
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fdb702d4375085490fa3cf26515e88f56682629ee16cd9dd4a43baecbaafcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5789.pt b/weight_and_grad_dumps/rank_step5789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c29a0728b83625dff3c46fabaf84b6620ab2dfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0739570beb6c6a8c00ba531148fb876d9682fa7d8da349a415527dcd19003e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5802.pt b/weight_and_grad_dumps/rank_step5802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b7248bd3c53a1a3de4e85e805d9cccc00ed0f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabfcda146edec05a06e7cce5a9d19e49e46770c4e65b726fb9a1c7b4f00202d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step588.pt b/weight_and_grad_dumps/rank_step588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eaeda62579ff525c752391095e4927e9c4e2cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65b637e34b38a4135a8cde97fa5328f03fad58dced562bef07d2029451c2aa7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5960.pt b/weight_and_grad_dumps/rank_step5960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42f3cfc67b37e9004baf39e8a8380b9d07dda8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebabf6846a0ba7460477efdca078c6238eb2827ca7d15e10138a4f4c9b5260a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5997.pt b/weight_and_grad_dumps/rank_step5997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d75195bbc232e610685a40a9fd9956a6a5482d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9358fc9dbced8c4aa728e09d78be27a832acd8c093bd066a5e7831cdb8624700
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6067.pt b/weight_and_grad_dumps/rank_step6067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad12d8031f7757cdb0769d774982d514676eca2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030ea7a78b21c8b666ec4eaf97a0f834e79e6b874e56bc4d9bd5197888c2398a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6105.pt b/weight_and_grad_dumps/rank_step6105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907114520fe0424a1f08a89b2cf693ef183920d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638d6cd198e227320349ab4fd187924f69c087965497ee7511f426f388fad986
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6139.pt b/weight_and_grad_dumps/rank_step6139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad79f6145908d03e4aaf8abc9246d0b82ab8877
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2504a8c3c08ec571ea398a75c87a1fab1655ebd0d91cef9ac9d5acccabb330f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6191.pt b/weight_and_grad_dumps/rank_step6191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94afd23c39f89b16095bb9af73cf985296edcda4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c5570fdb3aa4e2f97ac17ea957eb5106bf65165341dd69cde2512b1721583d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6237.pt b/weight_and_grad_dumps/rank_step6237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7fb24d211d70c20c8c95500638b491928d8dee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fb63ed6223a68c42b03d1090b1712f0cd316bc9465a122cac8bb36980a1499
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6268.pt b/weight_and_grad_dumps/rank_step6268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9351237d764c80c8c5ad80da2c5b329b80499ed6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cec8d3a876e044c1f9e5592283c6a5d205930836b6c63050b3da1af866bca0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6462.pt b/weight_and_grad_dumps/rank_step6462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523f7060082086124719b5c4a58d8df2aaa81f1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b93202c20a172363a4af4aabfe70320691c54d1326c82bc4e92ee50e53a7d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6495.pt b/weight_and_grad_dumps/rank_step6495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3561047167e72649d6e054bcda49929cca427d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0beb7a527518494c4fd060e9b7a18ec8e60dcf3ba1ae9630c72dc3368a0009
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6500.pt b/weight_and_grad_dumps/rank_step6500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90e38eb6dd6ab4dbf31e1191e6699ca4fd6f3ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c492e4a5e22370ea5996df69adfa9f55b46bcfbf031d5f9c58c5aaa584e50b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6651.pt b/weight_and_grad_dumps/rank_step6651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db69bbb9e9d13dea29c40f4b1c659abb716cd871
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a340a1335115abcc2c20f6797e3f268f4f2a427eac31734fa6cef9c95aeb61f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6733.pt b/weight_and_grad_dumps/rank_step6733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1933b4ce5b3f124440c29f3f3101c985b468ac28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e47d9482d3f1cfb2936fba3670c31842d91e79f1389f45d73fd6d6cdf93def
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6810.pt b/weight_and_grad_dumps/rank_step6810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793a5daa580cf03f14e6b49d0e98c4b10c9e3cee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174c7c0ffc0fed1aaaf5f2804659ce319b31d28b72cf9742d457d152ca881ad5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step686.pt b/weight_and_grad_dumps/rank_step686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7620b46f65396029222576d1ca8e529beef804cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761454b0d8dbb9a6b9807db6b5c8d1fce6e7f12723ddaf1bc2f42622175e1963
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6972.pt b/weight_and_grad_dumps/rank_step6972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01658b07b0fe90d62ffe2dab8e32090ebed6160a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaa95efcb1a3d1e7d7c7fdc60d3f24f4572402400d660ec4b7906f89b04af6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6985.pt b/weight_and_grad_dumps/rank_step6985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a1c8a70682f4999d5cb8c52ed9fa4917c0b1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ecaf070e022be20fd32c25e6197b2eb62fb26976cb12fa75acff09215905a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7028.pt b/weight_and_grad_dumps/rank_step7028.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45fdc230169d45681ec93c3f8397218e2f1b64f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7028.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbbcc606a900b4514a3d8c8841fd2358a126bf225bc73d3cda0b7abdac118c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7077.pt b/weight_and_grad_dumps/rank_step7077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a05ce171e0ef4389414b858f239ecf986aefa97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f113ee78d38e20e7de08e3990891dc0147f86f3c5b843180d45c4bde27a8774
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7080.pt b/weight_and_grad_dumps/rank_step7080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b69a7fae8460ec0d32be015c25b230521a0b98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568a5b18c53955f1adcf5958f3f2eed2e79971083829b2cdf2c9b69161f58797
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7115.pt b/weight_and_grad_dumps/rank_step7115.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fee7e3204c046082aa700877336c4daa73ea78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7115.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d178d57f65af4b64bc743d26954155d4bd49167b7139147b886b0fedba60041a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step713.pt b/weight_and_grad_dumps/rank_step713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d1025993b06868b1fbbde2256ee27376d58f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3a9887245d9b205e57d0e5028d85243cf3a5fe99559df46d6fd78e4f8d3cb7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7326.pt b/weight_and_grad_dumps/rank_step7326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291abc0228cf721b0cc4cdff3f6af18c8a8e772e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1514f24b734ac4cea211d21b8275d083f3885023cec01c538d04ec76a44c841
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7379.pt b/weight_and_grad_dumps/rank_step7379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69da8811967d8c27dd22d185ffd85a62feac0455
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e69bc24256f0cd096bfa91ee782efcf7fc797fa6077fafd0b934356a1dee489
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7411.pt b/weight_and_grad_dumps/rank_step7411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c16ffb50e3abe05985023ff617a6909908304b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06c59302195a29abebd55e3fd301a6f9db40cf948cb608d72f867bf3859c241
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7472.pt b/weight_and_grad_dumps/rank_step7472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419bb7367c72f952dcbb42e251e977f8ae7ce955
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80be8dfb8c59de4e934f1590427981868bd67d4ab378e45dbb9c6f8464830b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7510.pt b/weight_and_grad_dumps/rank_step7510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ed3d43edf078316047b835802107c76395f56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536b68326c311a0a2175e8b10639aa1464279139ffb1fd6222f0ba3e535b6a60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7584.pt b/weight_and_grad_dumps/rank_step7584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482ccac0b60052751ace05fd2f2bdd98f3ad0223
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7acbbbf32ca8944b4016ae48a48480974d90ac7ccc0c2f6c00d9c96b3c943f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7894.pt b/weight_and_grad_dumps/rank_step7894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a26a279000c6f56d2a58a9aad0455cf04be0de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f58a4cb6a480032a743d8ab6ca704f38b9ab075c92a172c8dced42c90f00c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8072.pt b/weight_and_grad_dumps/rank_step8072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d268f6a3332afb0bb5190ca9db86a52730c2a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e69c887ea054a434cf64a8355a08b982d39552ad2703dac5f031dbf282c342c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8085.pt b/weight_and_grad_dumps/rank_step8085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6796fd4cce19fcb452a232d063218a114ac6ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022315e926def76a309e8d3aa3428b39a61b67ddbb5ab4e85306713fa9e38192
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8110.pt b/weight_and_grad_dumps/rank_step8110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686e314cc18edbf5722f7daae7a60dadbb7a3d3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a4530ca7492f10f41e09ab2ba449f968b3e761af3e7a325e0d5fdcbe8d2d21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8184.pt b/weight_and_grad_dumps/rank_step8184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a2db84d865181a87b15a97b593258336fcba41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706ee0bf52e9265863285ea86aef3fdda876c28e44fa22697129c5eba81252f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8222.pt b/weight_and_grad_dumps/rank_step8222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201cfc533f2726c8ca4b5aa8b540e3b00875e206
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26aca54b30a5a340c357063dbd79db8696fabe1e8a0f6cb3f56c6f8aec8ad2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step830.pt b/weight_and_grad_dumps/rank_step830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bfd237c865e74dad81318f87ea1ab1c4e208f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a40108ebe235ac009418804014a0dea8c8ed21237d16dfd8a46035c43fde231
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8323.pt b/weight_and_grad_dumps/rank_step8323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95628efa00fbb98a6c6cd50527822772924524c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd67dff17f3a66526047e3fb9718cba6387fe03a307de03d278cb561211812c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8414.pt b/weight_and_grad_dumps/rank_step8414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e316e69d81109ba960ff1613d022f81c98a009c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ccbd29ff646be370d0ce7ddd2ff51aa60b46a0b9cb7e6aef264a270ac926b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8529.pt b/weight_and_grad_dumps/rank_step8529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d895138b6f13588fafa6f68ef64efb376bfcdda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be0528d91444ee0bd2600b355f3866b080433773157fa629c1b24a1f559d602
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8576.pt b/weight_and_grad_dumps/rank_step8576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907960e2326987761ea32b87df3dc87089d1e8e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1218ef31876aff35a2ee5d05f9f6702658762e19e1a2b583d1c4953803114d16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8581.pt b/weight_and_grad_dumps/rank_step8581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8460e5b6689a6fc31502b3c95782c06590beb41e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939583e4033addc7bec1531eb65cbf53a8ff4c68ed59b0db087e6c2dfa8c05dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8627.pt b/weight_and_grad_dumps/rank_step8627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9265fec30a276e45585d4fd9693721a10987863f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d3877a59af3c5412e3dc28b46c90fbed8edb0c9caa02ce68438d62c4411cb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8678.pt b/weight_and_grad_dumps/rank_step8678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0738a57d0f8fc1ff51e50036a934b3dc958038
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116511281a423941545a767d1db50b2acfd0fd5fc0a1ceb9f6efbf14afcd5cb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8745.pt b/weight_and_grad_dumps/rank_step8745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ef5c30a51de8cfef1bb41db2e7e97e59630ed3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d2e4573521e3e72d0eeb816c532238c2ad1e1d7ad33e8558124acda2cb7986
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8839.pt b/weight_and_grad_dumps/rank_step8839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa8670204c6fb5529c0711cf8db9604485b939a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42cc753e173c7e0c3b7d4c931b8f37c6e2081877a6d3a05ce24435b422f6c8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8866.pt b/weight_and_grad_dumps/rank_step8866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ddc3b798ddd17fde77c4c5d816a6cf4fd621cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216001155b7046cd13bf3ee79a167a2b48db861eefdf5e64043f57a7eb631de7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8891.pt b/weight_and_grad_dumps/rank_step8891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd58568243d381f8600efb25172218fd7b9d69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e4c1a6fcf5a2ba5243d949db20f2a50c217325cac6a763d80e54f501fe2916
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8904.pt b/weight_and_grad_dumps/rank_step8904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31464dfe303a0b4fd89c45f8e93fce01296cdab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d67e437eaaf493b78d3a74e6a84598c8bf3cec1f93be0f2b3785eaaae23a6c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step898.pt b/weight_and_grad_dumps/rank_step898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e830822a439b9f4e59eff85e590efbd24ca2dfac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd31ee61e2635fd0f56e8bd78df4acf24ba7e7e52f660b231d2229f01fb0ed4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9001.pt b/weight_and_grad_dumps/rank_step9001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b91b7e1f6787abe9cd3d06b8d7317884d987829
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dace5a7e7a3b66c1feb96c5b45cca4ec9793b32715acec6d80c8830ef720fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9163.pt b/weight_and_grad_dumps/rank_step9163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb253662807bd8c12f571a5e7b45c3d8d32a6a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241ac050eba4938bd6824165704551f607078b7d2d76e4403163827f910e842b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9194.pt b/weight_and_grad_dumps/rank_step9194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909e39fccd73fdeca2380a9a7ba5a4b9abed5145
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dba3be21092c59cf2f758ed2f409aeecb38548730944497156eff259e0bb042
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9232.pt b/weight_and_grad_dumps/rank_step9232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb40dbea97616ae1e0646ad96a4450835b952249
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886a2d7041cb7a3d4cd9f621ead3a9a9fbc7fdd1b0d9929fca5aba672d6cf647
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9350.pt b/weight_and_grad_dumps/rank_step9350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a475269eab96b82dd78349d81eaf7740f96ae8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96d77b9389d34fd5264b2fd1b7ca72c73c86c9a4bde679f46994a6f8380c001
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9417.pt b/weight_and_grad_dumps/rank_step9417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466240fff5ff45c8d9507a2351e9803b16417238
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a86071b6a0682856ff93465adca9e0f9f4ceac51578c7945906bbf36f3585c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9438.pt b/weight_and_grad_dumps/rank_step9438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e69b4da5b6e295b811a3b9a7af91c1f6922de1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44643e863f4e2d9f7458ac9bbcb765448d065ce14cce000923e9c003537e5a09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9467.pt b/weight_and_grad_dumps/rank_step9467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23047c14e8f94b4c8dbc7bb2383a2ebf6366d4be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ec7debd3cff00a115f61cb23a35ffb8249e78681aaec812b6fc5a4a121f6b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9505.pt b/weight_and_grad_dumps/rank_step9505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13829a7a367d0ee7b728fb642fa21a0358e0a70c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8411e3a05be79b77fdeea0c187d4780162068bbfd74d4a78f2df2f581d301ca5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step952.pt b/weight_and_grad_dumps/rank_step952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f23eadfa21458a5a550e53af8e7e452c09df150
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7255f015d3103f07dc6c022494bef9047e9b0831fa31371e654e410f724bea80
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9575.pt b/weight_and_grad_dumps/rank_step9575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc626a9fda60d15e4c70da96921d0b6ea8c7e0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db4be7ff3c2a9e6bac9360bf013c204968476517de97507de16c2f55f15d2b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9591.pt b/weight_and_grad_dumps/rank_step9591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbbe1b86864a6946047884de7a99356ff814da6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511deea6567c60dbec1104ed547c7eeed9efa8077a5043098bd7aa49476c0505
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9668.pt b/weight_and_grad_dumps/rank_step9668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5e548058f9bea6a701aa1f12408fc9cde5961
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00073a781c4911858e0553b82386d4262596decb6ce884c982f47955b7815605
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9755.pt b/weight_and_grad_dumps/rank_step9755.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bde51e4c0bd11e2e18f2e2eb3c7ba699bb9793
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9755.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc443ba90ff624b7e3c8266e5c5d01c4f6c3b8996cbdac1ae2c62bcdbfedf123
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9815.pt b/weight_and_grad_dumps/rank_step9815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b322e607bf443a416a7da2e555043c87b513442a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2359010abed8501b1786cc3c092777ddc1707bcca0d0313212185a7bbb58e9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9865.pt b/weight_and_grad_dumps/rank_step9865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176959071af9eba2dd401c66238d5fc5e32256cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036656a8b9d545f2df6c42563674c86552d48a5674a192f3f7c307087cf31194
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9928.pt b/weight_and_grad_dumps/rank_step9928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7e562b3a6e59c3db925bda0d1fc210cc706eb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c48fb2b03e82a40277a4392e5a27a2eaf2ff73e916dc2de7eb63bd42ceba3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9977.pt b/weight_and_grad_dumps/rank_step9977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a924e1f2140eb2a8cc114f0b65532a9b374b71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b19599cdff98b352a32f79e66dc218c2203a679bf4cd94e25bdafdaae96bb7f
+size 1524331132