diff --git a/weight_and_grad_dumps/rank_step1016.pt b/weight_and_grad_dumps/rank_step1016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0495980588762b8265cd511f29c4070526c7259d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada3b7da1f90fce46045b3344124dc7a2f75c441e20e21056e073bf9e7db3685
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step103.pt b/weight_and_grad_dumps/rank_step103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3c099e342bf400d0677e736e6f881b0b5505b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b15e384d14a2482437fbee27a21c7961959c2f9b81c2489104fabcea0cdcfe0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1049.pt b/weight_and_grad_dumps/rank_step1049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9629339d2592412f46ff3b66ab463e29daf0f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eb60be8d25aa5f234e9de6f872eb7f6163b6df0b0480f874edef7ddcded1ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step114.pt b/weight_and_grad_dumps/rank_step114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d88f9bfcdc2464a0121b8362d12bb2066d732d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8c727a660a59ca6143a2f2b8cc9de07bdde43ec9976a658a5c9a7b1357b69d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1174.pt b/weight_and_grad_dumps/rank_step1174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921a6d5f16e306cd1a84d94c79dd2f8c0ca30dbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba6d6b3561460c78bfad2f31feeceedf7117f98262da5e580eff0e9fe99be3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1183.pt b/weight_and_grad_dumps/rank_step1183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f592f9a813a85b7030ec253b691c47eee2442726
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2d44ca4248ae13cc60eaaf552308f73252c89a93f5e3d4412a23ae12057ff0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1318.pt b/weight_and_grad_dumps/rank_step1318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf3eef2246b89f1e5533fedb6a2ef6cba88d772
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42e5172f327bf736dc1faa5a81621f3b2bc9034ea6b914886ad7d931bff0eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1438.pt b/weight_and_grad_dumps/rank_step1438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dedfa24917647c2e9978d6691cb03454c6bcc39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007bc8d78934f0f5040b0e95b746bf7d7e36147a8e1ae82708e69d149ecfc821
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1467.pt b/weight_and_grad_dumps/rank_step1467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d9592ecf53dcb9dcabb12cc2a0f102df114c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6149a2b5e214db7c3a9a78fcf6b55f6938bdadcb875dc5df7b899f55fc8d6948
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1490.pt b/weight_and_grad_dumps/rank_step1490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb026368ace851d8277ae3230bc11591b306597
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0008c15060b3edf73aaf5fce195bf3368cc762d0daf4b8e83c64c68a7e92d51a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1505.pt b/weight_and_grad_dumps/rank_step1505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fc2196480fa1fd8941a063a036dcaaa829741d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56dab1bd5abdc35a1a5c9c9067c73a2dbd39a96ca8fe5015a85ea011db5e9cc7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1512.pt b/weight_and_grad_dumps/rank_step1512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552e33774b558e473552628ac762d73414f81cff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3545d4fba51184c6ff4107e6d7f7c882c96cfe4d64ecf83fc51eb5bd9aee6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1654.pt b/weight_and_grad_dumps/rank_step1654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c21f2e0dad1729fc50f01950ebe09314afdb932
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f514c25977a8cb6512020908bf409089973a94164ac21c3ec7c21d132232653
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1736.pt b/weight_and_grad_dumps/rank_step1736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af08c49d7d2d756f9ba707fdb71e9da5e5a2d5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a419866790a7d4a047b9afbb61497c1110f41004f8885a3b6fa1aa0c428ffd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1769.pt b/weight_and_grad_dumps/rank_step1769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb7a243c2f203c8c956d262a58f08d4d160dc38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3082bdcb4f5b44964bfee735c3a1eaee8c6739ca8976c806f2fcfdd0a135459d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1815.pt b/weight_and_grad_dumps/rank_step1815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8963e328fa52a08eff2248abfbf47c8e75adfc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f47ada066c232702bb8485d3fe60da228e8b64e2fa0b4ee736691b730aa348d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1928.pt b/weight_and_grad_dumps/rank_step1928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6046ef0c8b706dddf42385e22bf06433e61ae4eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d9e89fb41a14247105d39300a1a5552de526d71ec85129267fecde3e7b103
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1977.pt b/weight_and_grad_dumps/rank_step1977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455f8dd5418e97a441b960517e50268e5258f2d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893fd7a64ca1b0c89f21349c07933cdb844c556b3ecc0cd366317248432dfab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1980.pt b/weight_and_grad_dumps/rank_step1980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c77994b4ae8bd021871b0798e73396d88c31305
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dc8af67206156fcccb5cc6191125b77ea3fdcdaf9ce57968e70b5d5ff0a147
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2004.pt b/weight_and_grad_dumps/rank_step2004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503a056bb95d9f43a4d71e0e1969f6531879f7b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb4e0e92aff692973801a7e400fb437873879502e40f0b9b5a44c677fc23e3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2013.pt b/weight_and_grad_dumps/rank_step2013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0c9300111d1af165fbb3d3df4adb63f8f45531
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb10e3152d66c348ee134736c7cf2c2e1014891f383ce396a723a6b5dfd796f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2139.pt b/weight_and_grad_dumps/rank_step2139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a1affc352a537c2a5332e4e21bcd1e432917c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943eb8ae14cd28ec71b9c2e0ab9e4d62bfc26010d246bd8f3ba94ae99a8c8f7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2166.pt b/weight_and_grad_dumps/rank_step2166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c06e66ab43321be3e3d05c65853618cd07593d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0088a2ef8926688177e21377e8ae582a5e3c010ea7a6031084d31501b05a34e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2171.pt b/weight_and_grad_dumps/rank_step2171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9acb24da07f8a4ef2bdd7504769683c50232139
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915618fe9cc37e1754260f257e7ef0cdce3ad17ac0100a26854a46f2dc49e5c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2237.pt b/weight_and_grad_dumps/rank_step2237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9debeffe99c13a591524748465ae1971cfae27c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0516230da8b4ebd848688b5d0aac0b03465a383a1d9cc95f4a7597a24aebdf2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2288.pt b/weight_and_grad_dumps/rank_step2288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cc9243c7d380a48036e58ef9fb5da3c6cff81b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bbefbbd566a0731656b2768c74b1efb2912856f8ed981c97a062771e87985d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2475.pt b/weight_and_grad_dumps/rank_step2475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c1a4f294ec97d72d0d651bea29ceb645fb10b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3320699037a52142b37d89b0b621f7660f06f04e4d7c53d7702c3ec775ed5fe7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2517.pt b/weight_and_grad_dumps/rank_step2517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605113238eed4ce280b44720cbfefd33fd255a25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4723e23a9edd3eeaea3576d89eb6d8946de4f51a959ea66802b6e44c00529daf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2548.pt b/weight_and_grad_dumps/rank_step2548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a8ef3b106f7cfb88b959fc43cead6c543f4751
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103ce03fd4ba85c588b0dab8db9c0a3fb03d0aa18366d8577308aae0626cdae4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2619.pt b/weight_and_grad_dumps/rank_step2619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71546563a504da1446e9ee4d44b7a420ccc26faf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d756d222c8ae67f043cfa819c83fe45b0e70b9739c9c6b56e62068e0b9d28fe2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2646.pt b/weight_and_grad_dumps/rank_step2646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4a07b7060d6ee71e7d0b4f5792c3d7e311eb5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbead0c09c37cca230c09ad9ccd4af1fbf077b04adf3b51be7db2df9592e764
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2724.pt b/weight_and_grad_dumps/rank_step2724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab84d9837baefabb461d5211def4a7b7a020829
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf54696daebb584cc1afd10bed052dd3a289f14fd7b1f2a470d5f48a26aa3b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2807.pt b/weight_and_grad_dumps/rank_step2807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f714a3078b71004231309608dfeb1e0075f7ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0553c5073f037378d310faabb1ffd0d60f7422ff6270ad8ccf373b2ea6f462d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2858.pt b/weight_and_grad_dumps/rank_step2858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04734920d63bbce7778a0fed47e4a1494a2e9311
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5178573b92dea586bb810ee5f25b656aa7e269fa9dbdf73424ef77a1ad9c3de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2965.pt b/weight_and_grad_dumps/rank_step2965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b334730c3c0c92d5ea92e43c57514a5f7053cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d2377df7cf0776a980dc08881f46e6c3fab1c497b2c099b3fa2a9520085f43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2992.pt b/weight_and_grad_dumps/rank_step2992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8215e7fe82fc410e9e7e201edb175300842ce1ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74193e781f2232ff2084f1a90c99d449a9a87457123279a52572cc0eeb3147f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3060.pt b/weight_and_grad_dumps/rank_step3060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90ff12d3bb2383247409e2ee3cad47f2349212
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ebf20b203f1854b53dbe1681da5ec532bd2dce11d2c2679450a7fa0cf0807c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3097.pt b/weight_and_grad_dumps/rank_step3097.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a024f3376890b1ac9a5e7a3ac57db6a71af8c6b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3097.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aaec68e60d781927f6faed0e896656d4122a55761a6e845ac2a0c268c810ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3102.pt b/weight_and_grad_dumps/rank_step3102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6616de4a4a30f0ed5c9b117bb4edfc8a2b8f0cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff31b78b15e3ea78dea00cc5a1c4e405146c9622432d30f8a35ff10f160bd94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3253.pt b/weight_and_grad_dumps/rank_step3253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231041ca8f9f80f68c249f7978ce167f6d07e075
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4c71df8d510faf0157e5a4151d4d09592c305ba9244a1fbc7bdb09928f9fb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step327.pt b/weight_and_grad_dumps/rank_step327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aaa591ac77a10dc69582657663c545cc29816c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d4239f4ced60fd86f0a0aacb0d9d87469a861a2452a55d174087f78d4f6af
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3331.pt b/weight_and_grad_dumps/rank_step3331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e95f39aed4806c9b8fae0d81c8f24cc741b0bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6491facfe5817bf249d35c83f51637ab5fe4a91b3a9c8ab6ecb3e5eff5a8a669
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3399.pt b/weight_and_grad_dumps/rank_step3399.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da8e8b17e10439c3c2b6db62154c2a805eb201c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3399.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59ce22bc962d0eb8d0fe34680f05d20370b74c3076a296a837354ce22580d85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3411.pt b/weight_and_grad_dumps/rank_step3411.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc577b0b3fe402f16f1b8dc0a1a317538acd8f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3411.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e702fe89dd35f56f50091d32227ae85662d9fae9ff2e9a631f0547a832a054fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3564.pt b/weight_and_grad_dumps/rank_step3564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c686fb7c24a8fee44e20a6bb1ed10a3a73ef2a40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea094fd7e6eea81deaf08bae5aa32214ff311cda206f33866f43d1af64cdad46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3573.pt b/weight_and_grad_dumps/rank_step3573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d234a5799102de024a6711aeba8501f377fbad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f91eca8075f8df8388f9e70b1040c044a84ce0e4f8cd2351281634db2f8102
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step378.pt b/weight_and_grad_dumps/rank_step378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdae3190aa89866f4d9775feea055582626d2e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c32172be26aa04cf2f24cb30985e2046b4e29f501e73264d6ae4095c9aec57
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step38.pt b/weight_and_grad_dumps/rank_step38.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206d79d06d4716e662644fd130c6b2ac40a5720b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step38.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fac8b97e4c60fa34db16b6b59ed876827733dbdce2926ca5d60577bba05976
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3863.pt b/weight_and_grad_dumps/rank_step3863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac2c596f642fcd5e6b87d38e40f7aad2b908c95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8636b4600607e36fefbd283fb8b7bb1e9297989066906faaa95866b082b32aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3901.pt b/weight_and_grad_dumps/rank_step3901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d0d5291312b4a375e668375b236ad485c89bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cbed01414d5fe9c4ed729453d9e260db6bbb2da2d1e70e55faf961f20cb68c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step407.pt b/weight_and_grad_dumps/rank_step407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2590da4335525e9c75b42abdc1743684168a6bf9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ce6f3afee021f741664ad5f03a26eb7762c85c6e27754911dbf5a86b0f0fcb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4088.pt b/weight_and_grad_dumps/rank_step4088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8112baf3ea3678651c14a9e137e5dc682dbd7fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93b7627bbdb5ac0ced67c5618a0f42c20c40c2c61cc300e531bf97774270773
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step410.pt b/weight_and_grad_dumps/rank_step410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c50a661a5c573b72616dceeccfe8dd41c917d66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08c35c04dbdcfc3836515782a9b7248840efe57df3447514711dd35e815af05
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4213.pt b/weight_and_grad_dumps/rank_step4213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804ed1f63327a296ed4d275fa2ad11c6bc174b6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea80e1b85c15f2af9dbea554d95b706d2986c6f5d56d620045c41c85a6b21765
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4339.pt b/weight_and_grad_dumps/rank_step4339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63b3ee16fd2f6a33d966667c70dae7c54a8162b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4015543a9fa190002e7a4cb2a06881a997897bd1fbd4cdbf03ba013a551fd318
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4366.pt b/weight_and_grad_dumps/rank_step4366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a4d73cdc91bb278359c0f9a57e0990d71f1b65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7686a86c5c57111592f61000032aa82ba9d149768beb0bad1ae04d297b10020d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4371.pt b/weight_and_grad_dumps/rank_step4371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53678206de2b0b1fe2574e2ff9307137cb64e03e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c10253d52edd7d559dc6c564fe0ecffe42ced70043b92620af2e901034fb383
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4386.pt b/weight_and_grad_dumps/rank_step4386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda15311ce5f3b3127471687c4d6bd408de8752c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48342473b959e5f2d8599edf71c1fac4bf5ee4922a9f1d71a81cf24f3cda4507
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4451.pt b/weight_and_grad_dumps/rank_step4451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2ad5777e26c81d49ff42fb903ad34399be9d7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa8b6381c7a2b7638a782e19a42581649c9960f3728f5d2d9fc8750a55c92a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step458.pt b/weight_and_grad_dumps/rank_step458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f348b8019650680d9d7d4baa099381b1c8264915
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3547d4ff3c374132f60ec8aad21058293f6f9862e5f91462d999bb7a18b8b935
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4662.pt b/weight_and_grad_dumps/rank_step4662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bfc95247d582ea18ae9b440576be2c57ec95ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f868a9f5ecdd25e0dd53752a026dd120eb96355231561666ff49b081bda5d431
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4695.pt b/weight_and_grad_dumps/rank_step4695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a699ede04c78b316a67814d7fb50eb95005a359
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a76a7f0faf73874cd8722bd2a919953cc3af66d1f9ddf0fbd0fc9b3dda6cdc6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4700.pt b/weight_and_grad_dumps/rank_step4700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4416ed4292d3014f8fd01e20c37db4f8b77dda9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955cba7d3944e107aae0e8f90b2bd1de9609e850dafa4c03fc88c2ff0533fa59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4717.pt b/weight_and_grad_dumps/rank_step4717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30948791bfb8069b0cc9bd1c541fc6af47cb3b04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0287149f97743f7602c137c72a254946246e53f8c610dd7c8132813916638aaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4823.pt b/weight_and_grad_dumps/rank_step4823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cde939a04fffb561e5877aee1907fd4a194833
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817182c35369905b06c8d996ed0715332ef47844447fd4a29d53efbe1113c0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4941.pt b/weight_and_grad_dumps/rank_step4941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51111b5866b424c79bcb09c1f2023e4100c79a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409800d6da3d5e28a7857589cf4962c015629cd5c3cc6f78cdb400753d41c5de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5044.pt b/weight_and_grad_dumps/rank_step5044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6481949b0fa7d9bf0e6e607110bb29fc1bc8816
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788e360fc49a89a58853522bb745940b3d38f99db69779fc040bc7ef13709443
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5126.pt b/weight_and_grad_dumps/rank_step5126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc3026bf7f06e2975c6639b88d56d0d56f02e66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403db531419db838582154fedb36f9d79f6a018edb7a801eca1b99dbe179883
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5228.pt b/weight_and_grad_dumps/rank_step5228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c38aa47deeb7c44d99e3775d52cfd1e3d2d24c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df93eff0c12261bc69350fbddb35ae10640ee333b4baecd009167920c828ed5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5277.pt b/weight_and_grad_dumps/rank_step5277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c5677f9cec04cbb1f332b218baa33cd2a6c416
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241fa5b21e57ef5cc5dc9d423b415895a5162c0e94240d0ef15ec39cbc050f4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5280.pt b/weight_and_grad_dumps/rank_step5280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db4a96597e04a8523f2071e0d72a607603a0f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47885c6910077485dd46a1196f8ec4975940ba6a21291534dd3f0c2e6a782cd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5302.pt b/weight_and_grad_dumps/rank_step5302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1517b05c4b8d7df04323f3e9c2ce4279402d99f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02162a5313735671800510a823193ea16c28056f50db8dd881c2ee8b89f4b69d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5315.pt b/weight_and_grad_dumps/rank_step5315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a6317f2f2606d0a70d91709739313c5a86ad60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b1bb25b756c0df1e8340ea04c0d526a80fe75bec6766073e8781d22db07de2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5606.pt b/weight_and_grad_dumps/rank_step5606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5664b13d3311a00efe29557946ec30eba537f77d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb50c4033e041ddb62773688ca8a93c3ffbb09d5e61376211cb38091b34c9df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step565.pt b/weight_and_grad_dumps/rank_step565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a204012f122e147a80214571066cb4020f0c0304
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f642da350f10cc29e6ca0f98eec7ef3e2467159628906de8a88d5916673b7ee
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5659.pt b/weight_and_grad_dumps/rank_step5659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1234f293b8f2aec345f73087f544c15a0b349cb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a60ad815bc0905aebaecbc69978ca505486c66caca93a901d9df4c211df8b74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5764.pt b/weight_and_grad_dumps/rank_step5764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7908de5353036bd860755e4208f57b4f934bcae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aaad2aa9f13cb3ed59e0ad8bec5e8f8df3ab147508b21a3da171f16ea2554b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6009.pt b/weight_and_grad_dumps/rank_step6009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a86c3a4b04a95a5eab6220f3a29a4d07b99c6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5116709f13738fc46138020d6c526e7435fdd4a6c7a9a657908975bb306d991
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6056.pt b/weight_and_grad_dumps/rank_step6056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c886e31f94e034ce8711437307b9bba0a17c3f60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ee80955ec6f68ee01c98c87acf7b14ce419a2ee0120062cc2918e556af52af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6134.pt b/weight_and_grad_dumps/rank_step6134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6909def639a8d55741ae7086da5aa1085bc6fbe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657909064d888868a8b595ec4a70777ecbeaa44e7bfe0ce93556d9ab38c9fb70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6265.pt b/weight_and_grad_dumps/rank_step6265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895102e00bde7a9e9968a4744117d83360a94fd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4301d6f66531e289fcf7ee8f84ca580708303e51ebb0c8566b3e1efda068b450
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6292.pt b/weight_and_grad_dumps/rank_step6292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f8899981f37120a75d676de5d1fbe81c6445de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be0bb9c3b35a47004e514e66154e44bfcdc0936b26d389da5061448e2bdc5f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6307.pt b/weight_and_grad_dumps/rank_step6307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e15edb8eb71449d23a299cc5457ee96ee50b4a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f21d089b0faafa6fbacd775b6ad4dbbc5473b984a803e1cdae8bada418f07c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step634.pt b/weight_and_grad_dumps/rank_step634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fafd65d58f2cce2c8f0c94f3c3602b5944254
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b343602c9b8dfaf50813b99526c5e6eafdece4e6f5e672dd51a4e0faa1f2f8d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6358.pt b/weight_and_grad_dumps/rank_step6358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38d96b8bf6b12b84fc3babf41dd5e71cfdad734
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dec19140764574b7303623a16c69927a0f949ae30457c16c2a3a18fbde8bf00
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6498.pt b/weight_and_grad_dumps/rank_step6498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce0ccfee8890db8552e025cfd7ef55a38a1296b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b9309715ad3fc0c5a27e8db483f769e0c6764fa5a9653ebb6e4f91bf8579f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6545.pt b/weight_and_grad_dumps/rank_step6545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1cd4c992713918ea43eb04147a09bffcab8b4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32405ffa489e7b79c776aadb040b849c0f4112d1b2e3dd1735893ce7518c9104
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6603.pt b/weight_and_grad_dumps/rank_step6603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ce82df973a1c01262ae2648dd5e97bf5e6c309
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e2d235540e0ce4cd8109604798933bce24de988ae13e1d6f66b17b54926e77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6614.pt b/weight_and_grad_dumps/rank_step6614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b18ce29fc4befb32ef099b91c496516c372a52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8279767d913323dc3fe378529e8ce82b09187ba844734131ca4e54f81517258
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step67.pt b/weight_and_grad_dumps/rank_step67.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d28be48d0047eab3722ae88cb63fa3543278d74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step67.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55a0ddc5095788b29d2999e51267fcd6491846498a78e1aac31537899adadec
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6729.pt b/weight_and_grad_dumps/rank_step6729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98885a8b307f8c2db298d327576387bb58c48288
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3ec7b30d069a9375608c4061fe2d3f468fadd96cc941a0993429c167ae729d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6761.pt b/weight_and_grad_dumps/rank_step6761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7c76a723ab13e73f723b99e6328255c25d1795
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee6ac57dccf6bd31ecb695f10519d83f407a1a825c2c31220effc4b2b2f9281
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6776.pt b/weight_and_grad_dumps/rank_step6776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a8c73120fae85fbeb92079d170fff97e6fda79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068633de9232e78d6b62a45d3c3d22a61887c64b87c14973f34e049edcb100a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6968.pt b/weight_and_grad_dumps/rank_step6968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89da3da6244919fc2d0eb5a301ca832626758ded
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed227c133dd6b7e435c17cef788bdd665a4d2f694c849223ffd3ac4f37d8ea1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7032.pt b/weight_and_grad_dumps/rank_step7032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf33a81f60e7af100f6674bb5d91aa98631a35bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0a614f37272ede6aafdc2c62a1224591287774af56ee4748e76b92b44d31f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7150.pt b/weight_and_grad_dumps/rank_step7150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84afd3d458107f33e8e5c009fe8ad03ee4da17a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7733e8f1b0ced36a03292bdadfc159ecac76e04eb3e9463abcac0b34651d140f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7201.pt b/weight_and_grad_dumps/rank_step7201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889667ae174b94fb9242566523d2560aeba37b73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bfe02df2c520dbe792d674cac989a490952298b12efd1fed10a209a141de8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7216.pt b/weight_and_grad_dumps/rank_step7216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f08ec24e5dcdd389853479eda4855e4e91cd47d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208df649ffdef482da400534997b88c9f6ef92307199dbeb7909cc266c58d130
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7443.pt b/weight_and_grad_dumps/rank_step7443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b736227b40504562f5e4866256eba1aa5c191c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4b66a0a11688cef9c2fe14a9dcf3797d71c3498e3fe3ff12ae227fac56c626
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7521.pt b/weight_and_grad_dumps/rank_step7521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b39c1b77466bbb56556cbc371d6863b08c56bc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7e5d02b18acbd3b3855782d9f024c0449dcaa980d1dcb953fcdec200321def
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7569.pt b/weight_and_grad_dumps/rank_step7569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47d28406690b63bd756208eb136203039b5075c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b065438eebfa7193ed193a9fc553605878c358c805443e60bc70c94478c89f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7589.pt b/weight_and_grad_dumps/rank_step7589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc304b332d3a9094725b4680abe5a64aa6e490d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4964483c6de403353843fa024cd4a9efffcd79271b4a141f4fdd5d1dc97d3e5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7670.pt b/weight_and_grad_dumps/rank_step7670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc2f6c2b167ce155513fa2c7516c66da6a9d9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b0a80c155eb413f7278a2c3924fb19473a7106f975c3e713302ea1a7b2c311
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7687.pt b/weight_and_grad_dumps/rank_step7687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855d859110b61188c9c666afaa5c8ff7da04c8eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5389520bccc6b9becda8752e9b2a5e2ba9030bbf80d3b3bf8cf50ddbd34f8937
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7712.pt b/weight_and_grad_dumps/rank_step7712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e2e68fd699ac98b6bcb7ebfd4705903ca53262
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa324953800fa240b6a8472cc8b5b57e103326fd8bfe6ee1b021b8a45b2a08c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7831.pt b/weight_and_grad_dumps/rank_step7831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681458c14d7abde032d033c4c9d75bb5497e22f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8d465fe0f0d9eaed5df252850b44d81322b9fdacc92c5e3a7a78e4b43b1593
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7899.pt b/weight_and_grad_dumps/rank_step7899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ed9f45490bee09dc4b47c5fec1f3db80520e13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaaf16afc080f255fd19898c30590b8f1c5143668d4602ad5a6a19e7cc2fb12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7953.pt b/weight_and_grad_dumps/rank_step7953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5560b55a4a84140e2bdc59241e3b2a912773d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2fafdd24cccad0f3fa7c863780de3718e0dcc585890ae961b1813adf6721a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8020.pt b/weight_and_grad_dumps/rank_step8020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc66613013580742cb23ba6843cb04a59a2c4fed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf88672e3f0196a0a723588a1983faf98ae77bfb92dd5002ff6f00a5ef6c437
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8088.pt b/weight_and_grad_dumps/rank_step8088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4096fbc58d93555d379d8fd333f3d2fc7ff41729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be0905b16b90998ff9dd5dd4387f39fc54045ccf934807c847b13b15321ced0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8142.pt b/weight_and_grad_dumps/rank_step8142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2e4e4fc6b47afc8e370dcbc524b05840224fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312b3667bf01521962bc27ce63219bf747825cf92e8da5af420fe47fb4b066a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8213.pt b/weight_and_grad_dumps/rank_step8213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e57f7e48b5c5b9d6e7c620c43282face474d5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2960c674ea9fb489e25d0b35e5619cfbc11cbaf3386186c5bd46cf1daa9ed1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8371.pt b/weight_and_grad_dumps/rank_step8371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ad42d6cc70fa10cfddda83a1ffca0bcbdfb41b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b6513cbe0de4512bf1aa4d5cd323efe28fce2c3f3d82d4f84556dc7ba4c36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8386.pt b/weight_and_grad_dumps/rank_step8386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d940a3a4f1314c07b9543c6c94ea07ccf9ca6d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929ab29a72d9d1f514d8f22163f5f6aef37b3bdabc7af0b603c2245b15f72912
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8419.pt b/weight_and_grad_dumps/rank_step8419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59a53cd944bbc3c09f4cb16b4c2b56762337fb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e0aba87d25e167dfacf7f38ff6e605d0964ebf6818c4fcff98d4a9eb09bd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8451.pt b/weight_and_grad_dumps/rank_step8451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efceb61c554eaa60f909b4eed4e468587f06cf08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3931a4b66b95c32b12d1e7624e3d7aafc9bba07e9959cbff478b19ee82c5ef9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8533.pt b/weight_and_grad_dumps/rank_step8533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4d37f53e728090d4019105343049a76b7be860
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68849b62987747e875323fa6f3c12a4af264deb1dc812a29bacec2630e5b0c70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8662.pt b/weight_and_grad_dumps/rank_step8662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59abd20e1aea511f1286e05f4107d764dacba29a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0969d096ee030d8a41fe7ad3ce35e285350a978e0207011a2aeedf9492b098
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8695.pt b/weight_and_grad_dumps/rank_step8695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f0c7e0e4be5b2d73993c9147e5d002220cb9dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2236dd3e5bfab96bd7d56148b72df1e77ce3d14617482942787357621db5b05a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step875.pt b/weight_and_grad_dumps/rank_step875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfe6d87a37e048414f9ea55622946d003a062a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca86547107c8c1f9aeeedfb267e65c848f568daab02a93e227eceaec57e84d53
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8823.pt b/weight_and_grad_dumps/rank_step8823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b72e54764b61c4a5c044d906b00d8d2bc1bcf9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4616877a1d10c0856a63652926209de516003a62ae5d624979990d79af023d3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8834.pt b/weight_and_grad_dumps/rank_step8834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95513cfd359c6c62a6d50ceb9613f414b31496eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a4820bf861f94b9d443836760dfb3f11f64c9dfbba7a67bec84e1ddf28c02d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8941.pt b/weight_and_grad_dumps/rank_step8941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7e0d5820f947223d285417ff571438692b7c65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9780e25333c07bb76b8ca4b2a311f99165f45322710c8c46946beaf2ee8a225
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8956.pt b/weight_and_grad_dumps/rank_step8956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d489244d3dc266ecd39ff99edff281973db9fff2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f33fe6a676acd7b5366f9627c85a5d99f59a15aac94a66a6224ec5f992cb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step90.pt b/weight_and_grad_dumps/rank_step90.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c43e8a2b2dcb787b37284138d8c908225c455d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step90.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa3fec027f502c8e32a525b6d33f2ec321ff4dc6834af23a33a6c7878d453ec
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9044.pt b/weight_and_grad_dumps/rank_step9044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ebf010d47cc8cfaf7731065269d2dd1cee95d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2743c85c35113b2166c114464483c68a0540322337293cc66a5ce3375ee1acf6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9126.pt b/weight_and_grad_dumps/rank_step9126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d7c1b1d5aafb0f320ac3f6aad30b60f5b71690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2746cceebceba480db14771b0d0ed9271f227642c0720ba30339c07b536c683
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step917.pt b/weight_and_grad_dumps/rank_step917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4501e645b34e3f8a7eedb85b3ec348a1605657ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327ca5a4d4db3d3fd9765a38a87d31be466103b9c6ae9bc41122c79447d45520
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9179.pt b/weight_and_grad_dumps/rank_step9179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4fb3a1f2357e5fda2e953816467fe8a47fbea3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8286aa687e3a929ea668ae9e5c0184a8345b87313932f29d20352614af677549
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9280.pt b/weight_and_grad_dumps/rank_step9280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfc33d49e649e8d8181e64c34c0fce1d7bbc0ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cdaa568e813330e30d41d1282cb8ce01da25321b7a0e57d15b1adf28376d7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9435.pt b/weight_and_grad_dumps/rank_step9435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460107762b0d9146bb576f6dfc232ef91f8d497b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc2ffe92be271f4c59f0476238edd1b5c6307fe0fada3711c3998b82c9e82d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step948.pt b/weight_and_grad_dumps/rank_step948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf1242c054030c2900e37f15d653ea8f319619
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce6a3a3df0932e20158913f7f51ef02868f233e1e317c2565ba6d73a1f406ba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9508.pt b/weight_and_grad_dumps/rank_step9508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c249ed9808d7b187d0f65e359f950ec106ee16a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4635f8655f2bb3c906fee66a147e5f96847d27812019cfdc2a7e3b5ce3a5c2b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9557.pt b/weight_and_grad_dumps/rank_step9557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10939d427423ac2a676a5867afda28dafc7bbaa4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a06ca156215c150bbbe675a1e389a91e6c82bbd93a820fbdc4def440c6f53c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9606.pt b/weight_and_grad_dumps/rank_step9606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95c4609c367bf229bf74036057e576e92d5c4a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1b255ea1d6d71d22f4ded5961eaa7831ff3a4aa9c860664806771797790878
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9659.pt b/weight_and_grad_dumps/rank_step9659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cae2152d2d76fffc3b4427f88fd59bf19f6b996
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f009daf0d3ebf1c5bb21f07c203e1d123e2eb594b67860f2413f29ce2b7709
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9764.pt b/weight_and_grad_dumps/rank_step9764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0f7f69ad3fe346f0fce670ca463f3f3f11abd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2abe7dc19f6f48b22484d167b7dcf40d31f1b55e103ca26b794214103e77aed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9793.pt b/weight_and_grad_dumps/rank_step9793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b712385fb02af34cf6e8552df08cda0910f367
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16104aca74575aeb349b324dee96998a8ded8fa686e114fac4fdaa96f31c2c34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9818.pt b/weight_and_grad_dumps/rank_step9818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864a2667b96b411e49d9caa2bcb198825fcb6292
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2094d0dfe88a675fe11e6006141bbfd2afeeb26c7515e6ebeae815b929b62164
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9847.pt b/weight_and_grad_dumps/rank_step9847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc16d062311faade54992dd68c4e3ce2ec1b38bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bfd8032d69cb3fa78cf6d1e5dd9a99ccd34b2ddfb81de4c29c5817b58738aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9925.pt b/weight_and_grad_dumps/rank_step9925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da172e0730f36b5084cb8cef79629698e4e0290a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0638105309b446284d5c76d5533ec981319d9b382703cab5179fcd8e28141bb6
+size 1524331132