diff --git a/weight_and_grad_dumps/rank_step136.pt b/weight_and_grad_dumps/rank_step136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634879e8cb619d55036dd1cc5c3f397bf0423cb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f779a6882574254f3c894341f564ffcf97131b54979a8bba6b37863222d5f82
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1385.pt b/weight_and_grad_dumps/rank_step1385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963ffdb6f929fc8cfaef9745b3a769ef73e78a0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea74537bfe0aaaaa76a09b7e715c9e8da70a6084911febafce586839ee28fe85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1445.pt b/weight_and_grad_dumps/rank_step1445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f0030bfbc0f80aacc0f55e95b2b5d734ca0897
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a955f4bd835017aa2b0c728bbd674a447df988e029cd648ba88a1ff1ba288239
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1508.pt b/weight_and_grad_dumps/rank_step1508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7ecad0b281a4083d722255f46d539cbc5a328b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b2ec4e1a4eb905c8ee740667a1c132f26cddd818da7b521e7211583f4c220
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1527.pt b/weight_and_grad_dumps/rank_step1527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28ddd0022475bf85ed1bf9c08cf0da819d341a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29126790d304c5739867385001cd2be96dbf0cb355802d0febdcdeb374a3833c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1578.pt b/weight_and_grad_dumps/rank_step1578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92c5698c978eea8732490bceec4bcf573361e1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403317c85e5e847699290b310fa97824c0cd5a0051a13a01576aaf977857b887
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1606.pt b/weight_and_grad_dumps/rank_step1606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7b4997accaa579a4be9261faf101a6e6285533
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee10f9aa509f74803acd83113be5fab613ea32d03c64bf6f3fad55d15f59d08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1629.pt b/weight_and_grad_dumps/rank_step1629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcc6fb1a6cf84943eb56944837a279f70180fa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059f07a16941097852cf91f765a04fbb566f9e9cd82bfa3eb72dae52c4695361
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1659.pt b/weight_and_grad_dumps/rank_step1659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f65185bc286af62d4d4e76bca5a5a11a640c9ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e04c18c838af26c4ccab2792520ab9cfabe4b625d932464c25fa5bb9b5dbda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1676.pt b/weight_and_grad_dumps/rank_step1676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3104bc255a4f9675bafd44cc92844dd70fe5d082
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff60f57b7138fcae121b99a22b8dc3b24fe98bec9851dd75d7681c6efde2e26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1681.pt b/weight_and_grad_dumps/rank_step1681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010677096079d5249295fbab530002b12dfa61a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ac20448b07337dd90f0b04de14bb47401db03f019698402167f1eb8d6be6ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step169.pt b/weight_and_grad_dumps/rank_step169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2483a77e637fe76b7fca3852c124c488aa42f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff275b63b5f08506f22dbfcb5d6e9877f402173d53edb34e3df34c26a5b6a846
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1714.pt b/weight_and_grad_dumps/rank_step1714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ab73eeeb14d22a2ba7ab6355cde19b5c39992e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f567cdad945e9fda61ad83bbc3d14a9a4044ad915c53dbf778c443c366c6fdca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1793.pt b/weight_and_grad_dumps/rank_step1793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a63bf690228a33706cf7654596556ecfc538547
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b24b4a3adc8d798aebc2547eaa8151e5c563341bd42729531475a86c84116d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1837.pt b/weight_and_grad_dumps/rank_step1837.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce799f70642c4afbe8edfc9e59b27601dadd7814
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1837.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0faa0729851cb8e067cf4ba182a278da90376299e1c872de08fea7680eaa9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1925.pt b/weight_and_grad_dumps/rank_step1925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74189c35378bfa04e005520a52cd1a5274fed86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda192a3486f306890d6d223df4facaf936a329709a8b561553fec98466c459a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1955.pt b/weight_and_grad_dumps/rank_step1955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e156c94148a1b1311e3959e192e53b8b94a3d36b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3a97a0d7cb18e3d5360a8d6d825cf9c58325f62b7ebd5d263830c6e4f64cd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2031.pt b/weight_and_grad_dumps/rank_step2031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c550d7a8631e4b89f46b1ebb80a98b0c6050bb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b0a73ddd927fbc1f0de951d5acaf9db55c9ffe0c8a4f84273ca2766e66d7c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2153.pt b/weight_and_grad_dumps/rank_step2153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a444543374a95b8be8911166e9736bdf01fa7e00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ec50b4a8c74782dddc06e46ce0512ad598230b86b427cdbf6b561bd7a9962c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step217.pt b/weight_and_grad_dumps/rank_step217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63511c51ae54dde90ae904b18d8ad703596c66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102432fb224808bc04eda272a0c41dab02e8d54f7f9209a9ff4fb2b8ddd73283
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step238.pt b/weight_and_grad_dumps/rank_step238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed032ca9d4d595d8fdd6c10aee63e85abb1799
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f657c414af2faeefbefe7fdf81104c20c0e891b369b10d55ec18407c3b5ae623
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2408.pt b/weight_and_grad_dumps/rank_step2408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72372049d5ee082333faf7b7a08cd80b3c287e37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b77992520a771f256469b3232f2b3b9319c3dd5d3246b21b2c7319a79e1e07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2427.pt b/weight_and_grad_dumps/rank_step2427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590688d9adce6821f41b65935395f71732ce380
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6a3c064587a0cccce43bc48f688b7fa3dc29803e7508ea4cf68cd83a60a14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2457.pt b/weight_and_grad_dumps/rank_step2457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6214a84408e1ec4d1cdbdfa42ceb10cf8317d4b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2dcd3d11f35cc143e10c6490e5b1590aa037d426429b4a05cf4ecc59f3222
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step248.pt b/weight_and_grad_dumps/rank_step248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbd9e9983505b2c27d8dbe53fa293499fbc2970
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947afffcd240783f52eccac96a618b9a159f40a170a0525fd41bd1255848b803
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2535.pt b/weight_and_grad_dumps/rank_step2535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc164d8d3f0a4ddb89e8debf84290661586af29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99021b5a7353ab243a37b99426d1f759af5c177b6827249814e00124a113d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2614.pt b/weight_and_grad_dumps/rank_step2614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9622cc350cb0bb1e42947fcd172d60ba03a81a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9aec1614abef00083db30ba5db90c38fa7d244e3d9afae554a5bf4457d2981
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2664.pt b/weight_and_grad_dumps/rank_step2664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba38d9c4de8746c0f47545c52787f6be9ef0ee7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed65d9fc8ee3edbbd481c3696a5b7bd541a83cd9ed3e3b1d9769c463dfaba235
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step267.pt b/weight_and_grad_dumps/rank_step267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a238648aaec46f88504ff885ff8cbb09377d1bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b23691cf581a376bd8c12bb66772b4645b818c3524a13f19322235b3014fd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2693.pt b/weight_and_grad_dumps/rank_step2693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be837e3aa594695ec6c58e1a64e35340db23536c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c071fcae9aae00d10074b2e93066061c91367a850b8484b199224e1779fcbea6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2706.pt b/weight_and_grad_dumps/rank_step2706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c422082a36ea1ae5ef33d96c868b947e0e4225b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1f97c88347b7bcfdee54c18b43930b604ccc5383acf0ad7f69e4c8bac4d95a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2729.pt b/weight_and_grad_dumps/rank_step2729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6569b7f79047ffe2bb5ed692b296ed271a7c69d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b9c725d2283d70161a0393f64c285b0d0511e04c910e28b56f8e8de4e7ff6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2759.pt b/weight_and_grad_dumps/rank_step2759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6b08a65f3ef568f546f3a924f636e8c2369894
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d602dae8eb0f315069e598638ef3bcb308ef579934bf9254a71f4df0430c9334
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2776.pt b/weight_and_grad_dumps/rank_step2776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830c24339b38dc86e20f699423b31d1b18bae2f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de32bbc708d35fa541bbf39c5fea548e512961f3fa7655f208d2ee52cdc951d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2825.pt b/weight_and_grad_dumps/rank_step2825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362beedb7748b386c0ca955e7ff85fe595f42f3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604b4551b6ab51dcf8edbac94a672c03ac1f4643dcc454ccc6e8c8bdf67443ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step290.pt b/weight_and_grad_dumps/rank_step290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58635616c147adbea317b6863c9957e53d69b7e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6b5bee644af2384594afa38073e000b7870919b4dfcb612c548959a544fa18
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2918.pt b/weight_and_grad_dumps/rank_step2918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844bd09081e08c26da9d8b62b836ec46dad46d6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7bceefc6c0dcc43476d5260658ed8348b0666cf09a183f2c89cfaa03470970
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2947.pt b/weight_and_grad_dumps/rank_step2947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eab0d9869ae8527d52c909138cc4b67a1b4901
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a168942c48d00cbfba531412b754b4f6df0b154daea15f2a90f9cd3d56057
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3042.pt b/weight_and_grad_dumps/rank_step3042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea24ec8b1959e106f82a61a49c19655112436b07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90b92ac6fb10734795fc748888c3ff088286c9f82d0905758060d0aebb8315c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step305.pt b/weight_and_grad_dumps/rank_step305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2905089be9248d3b3779b8eff47ede613c9a188a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0228e4ab358c72d509d3ad1fbabf940ff8413f38b116a3af9e15052eb11629bb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3120.pt b/weight_and_grad_dumps/rank_step3120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0c9172caf70167856111f8b429578b5436e153
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeb4ed49c05472c12ac24c4f6498f681ec151c531b45e307e2af20f8655a2cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3188.pt b/weight_and_grad_dumps/rank_step3188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace94f662e1ddb51fe9b112dafc12eeead655ea8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c52944ce7f8309acf6af1b4ea6faa282a60cf34c0a810713e1a65870787a0a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3201.pt b/weight_and_grad_dumps/rank_step3201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45edc2191418ffbc04ff5acc5debe0ff1456b9a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d080e39986de25c45ca0510b793132fa2feca63b5e4bb92de8527de763be8eff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3271.pt b/weight_and_grad_dumps/rank_step3271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9914e44e0cd22a1c8362c2bb5d9a58c33af5a7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d5f8ba33f881d4a8101bace2f569d51b9cdcf09fb65cc30a4e33e4e3fc5c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3313.pt b/weight_and_grad_dumps/rank_step3313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59cd8750109d21db85532cc238c278eab7c9677
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dab495caca675554f2ecdd55b3d3c034f7cc3c905972c4d87384ae4b9908d35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3424.pt b/weight_and_grad_dumps/rank_step3424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095ff1136a896db92920bae9d7114f9ef43d356
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2be2ab4e804ba934e8a95b3d13c31143c15133ce6228e429a813f2aa84ba05f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3546.pt b/weight_and_grad_dumps/rank_step3546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829d6b0035a035cf99f4db0f1f2d63fc37631b6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd388d9fc7cdf47ddecfe103e4b5cfa3584539d144718aa5139a1dbdb5137d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step375.pt b/weight_and_grad_dumps/rank_step375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d26f6446e27a9dae3e910d8e7aa18593b75f09e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6da0ff08688afeed10a9f318181dcdbd5e0d05b4712a2a4c177535c1431b867
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3809.pt b/weight_and_grad_dumps/rank_step3809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32db270eb65e41367be9c847a74c4ec4cddf010e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b508c16b23f8825ce16e1756df17fd1b46bf34fcd8c2b4f215f41fca908e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3934.pt b/weight_and_grad_dumps/rank_step3934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7beac3ca6502378f0fd623ed524041589e49c369
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03776d89a3d25bc91b98220b3f110498f1ddf9ea75ee6bb91afe1e46ca655a3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4180.pt b/weight_and_grad_dumps/rank_step4180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404d6f2ac6680f620b59fe212048bfafca546bf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ba1d45e17857372a08671297dc2efa76c3d64ba83bcc67b29e33e0aabafccc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4226.pt b/weight_and_grad_dumps/rank_step4226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c011389b2578efcde634eccd943e727358ca5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2153a0361d5b574dc37019a7a9e2406b787e5710fd9d9603b9c1233582464a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4279.pt b/weight_and_grad_dumps/rank_step4279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30210fc46bd48bc158870a8edb6087c3af6c160a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977c703cb06df638ff124c5cd6e5469ef15ee4311e8859c2bba3a195fb7702c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step432.pt b/weight_and_grad_dumps/rank_step432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd8375c05f747ab6c5ca0d66095ddc604ecf46c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1412a670889fbe5ae42cea600d804eabdc4939e530214178ebf2770276991941
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4403.pt b/weight_and_grad_dumps/rank_step4403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52d1342b32eb7c00f4243b08785ac43cf785ede
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6795ad5c37c3ca3dbc8a31d0c6ea6104b509834b18cc3e1396d9c93e0f3fdf57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4473.pt b/weight_and_grad_dumps/rank_step4473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b75a7500f0925973a6558ab1066e85a68b08ee3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266357eed7458389d8f88135b36f8b062fba9dbe1d5407e145c0db82f7a40f77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4484.pt b/weight_and_grad_dumps/rank_step4484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042e1538297e78cc930bca1e3049757b331cc23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49e9b75b96ecc3854cf435f6cdeec3d79df26101eac60013cce2f5fbfbf88f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4511.pt b/weight_and_grad_dumps/rank_step4511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e72086d2e3dd15cded1926c65cb274b592a71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125595e17bddb4bb85fd584312ca5eda251044fd4c950dea37ea8c52b27a6e62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4561.pt b/weight_and_grad_dumps/rank_step4561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42b1cdefd3cab2e16a8429a7730437948c3f282
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d8abd2002b542811f0a2f64f2049c254b8cee5c154efe8c04e31d34603fa72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4640.pt b/weight_and_grad_dumps/rank_step4640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c025caf89243eb0942f50fce3f4267faea5a7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e791fb5abc70c012abc608c3ae1f41b62a9460495068c53f2bcc3a46a85b80e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4698.pt b/weight_and_grad_dumps/rank_step4698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0ff93b78f30674f0438bc4bf104d0790d1bd12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92947f88ba278bd454afdaa8d894abfad1f53a50639cd53418ad38b07855409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4722.pt b/weight_and_grad_dumps/rank_step4722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558df0a9e077a6726232f1652d19ce2484cbc387
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b182ff1e15740b92ac9ffc2040437d01b1d6882328c39be88d32449eed1071
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4801.pt b/weight_and_grad_dumps/rank_step4801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074e802d7fbb2ef3b2fa2457925149fdfd27bc2e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45671713b968e6b7db6e2052a650e1cfb28a6887976028ac01de72e2910787e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4871.pt b/weight_and_grad_dumps/rank_step4871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd5c9a509fa241fc618903f76cedf440bf282c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388ba4871640eaa78fc8794a76c33d2382fbbc40020dd6875cbc78471f77420f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4913.pt b/weight_and_grad_dumps/rank_step4913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9095d621e72bd0d6a6486c4fefc49a5af002f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c85862c924fc0f163c0d30ef309eb4eedd28751dfba46ada744c5395a3aa8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4963.pt b/weight_and_grad_dumps/rank_step4963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20fd134f91fb16b4ee19242e21626d12bac5f42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0bab71dbed6a32b56e5dbe6569fd8027df2b183239d1f0b100d133672ddc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4994.pt b/weight_and_grad_dumps/rank_step4994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6aa843d632cafcefd8eb19b0fea8e2e8c9c22fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb0ffe44fc1e41b0cae832b30830664c01207a5fc3e2901bbf447298efaf1da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5016.pt b/weight_and_grad_dumps/rank_step5016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efd86aa1e96557a1fbdf48687ea26539d67e4c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3004f80d213ca1fdd5ceac73c4f2aa0ea2565ad73fb2f2cef6e49d60813a85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5039.pt b/weight_and_grad_dumps/rank_step5039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406d2ae5516392773969fa03c0d5acfdbc53d57d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd58573e05541348ce0539d048090d0b8bb8bf73387842b958e2b9587c1899b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5049.pt b/weight_and_grad_dumps/rank_step5049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ef38f3d7ab38a86070cdf6fedb6e1ae165eda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316195b1ced1938acc7052ad979825c7d6f6f2bbcca7afb1aa76bc54d781636c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5066.pt b/weight_and_grad_dumps/rank_step5066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426252c8f211ae86c41cab6027693818d83b08c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ff266318bfc81dd3e2cd6401c1e43798d7f8752bd9aedc5574fb845ecfd875
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5104.pt b/weight_and_grad_dumps/rank_step5104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fae3e96b7e2c9a8032e643e5e2487373a044f29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c59debb0322dbd71d3eb74340e7c9bf87cc3a25142f29423ff61b084f82f4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5174.pt b/weight_and_grad_dumps/rank_step5174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc51c83c4d3d429ef5de653acf8ef412201e7773
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8684fa18e4b3d1b1819618d3dc7ff3ba536ec512ca8cf7aeba8c6b22d30bc19b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5183.pt b/weight_and_grad_dumps/rank_step5183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7abb7e6457ac9885ea6b447ba5ea67a471e2a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49f1b27e52053e45ac610174dd8bd6042dcdfc2651469e60675fd554421a07b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5255.pt b/weight_and_grad_dumps/rank_step5255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410f3c4d857405fea135e6adc4b4cfceefa94c57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cb698942f81b1acd92be021dd533f73ea6badca5032be0125e80a71f6b304f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5337.pt b/weight_and_grad_dumps/rank_step5337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fe752f22b29057a49fcd1fc6f16c4803271f0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4268758492c76d6378bfaf6e8b2eea331ea423e1bfc4a472e03142b103c80cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step550.pt b/weight_and_grad_dumps/rank_step550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3938cbfd5d241125403855d293642a3b221c5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e6df35c120cd030e5bf5decaf094a110127c73ce7ed8dc540f6b86a74c0c5f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5562.pt b/weight_and_grad_dumps/rank_step5562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd35058165cee09eeb4ffc94342ad797aa0e4206
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e66f6f01dc1e0e41ac88de2c4985e8dde2ee91afa410699b192b6ef226f491
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5872.pt b/weight_and_grad_dumps/rank_step5872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24f162e9408679f328ec07795d486cfa41ed273
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8653f6b5614746b764a69d9218a19e9f380f325b681eb16a7485f06c701de7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6004.pt b/weight_and_grad_dumps/rank_step6004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d0879ea781ec198588f3c802698f823bd1c537
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c28fef1679ee23151aa0db16a0b62c77e253b3c529bc5fa1e83c1141a6620f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6074.pt b/weight_and_grad_dumps/rank_step6074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03af54b81c4ec0b1ffdac8e963fe7aff6a9b785
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e17605d1fdaca0a862930801a23f1b9cca579156eb1dd4a75158c681f2e795d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6083.pt b/weight_and_grad_dumps/rank_step6083.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe6797bc70a22a299c8beaee649cb7a7be04726
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6083.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139e38e96ae311f9fedbe2c7be4ad9212fcd7b5927e73cf06a88e4c2495d0ff2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6116.pt b/weight_and_grad_dumps/rank_step6116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67df751053856602d3cca659fed9a1ce6a9fee9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c341bf3fcc4d746596b9a2a35e68854526d0fc5d33c9286699de9b84b133ab6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6149.pt b/weight_and_grad_dumps/rank_step6149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49174e4bf06eb532b978bee08bfda12cd456fc18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dc3fabe555b751cab5131f6fc145fee5b3ba900a668bb7e397c7101e4aaeb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6166.pt b/weight_and_grad_dumps/rank_step6166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662579f253c1574e0d374cc6aa432e60a4453637
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886a8c3272d10ed846063b50aa2532751d8123cc6ea560ab3679ad965072818
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6218.pt b/weight_and_grad_dumps/rank_step6218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf68db6f02dc471ac1124f26b4be30c6e0df1d08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485d9100cf5c4199cc42cac2800f0b5f786c69a5904240af88054e834a1e48bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6247.pt b/weight_and_grad_dumps/rank_step6247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab7bd2ed7c64b72720342080b0ca2380ef335f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018ae84354625ad3cba837b7e44f5571ce9bdae5d9dcbaa75c5a24a0ddc26adb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6325.pt b/weight_and_grad_dumps/rank_step6325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571a3c61b393e737199c4be9f13c473d10c05bb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fb9e23c549d0479b245bc08b26ef18b9ee7ecf609aa6d36a64bcf7629c1c8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6355.pt b/weight_and_grad_dumps/rank_step6355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab3d71125ae2ee1bb76688b4a4f6c4049f7da8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066eb9101cba4d79ffd84812d79ee107677898cb6a9c49ac0b6ace56b1c1dabe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6570.pt b/weight_and_grad_dumps/rank_step6570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda3a9216fecbfad2c3bafe31648edff588b7691
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0faec3471c9377ae8a169a3a7092d0c796b315edf3360d9d94f80b835a1fcfe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6621.pt b/weight_and_grad_dumps/rank_step6621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aff0f3502144d3fa48ab05a255b4295d3ed8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f018fc7b096a06a903426fb23ba3017692754241577503407414dcaa663e42c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6860.pt b/weight_and_grad_dumps/rank_step6860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d40eb3da428ef1b918fe777f1ba0958a942ac71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbd78e6ceb9a4f6388f5dd73d7e3fd71d9ca3fa1728562f23413967bab05a18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6897.pt b/weight_and_grad_dumps/rank_step6897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd807a82f92095a2963c031e4e13cef69411e8c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5649ee52ab1b4f22cbb534839705532a092d3783c8554b0b6b141a11ea20fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6902.pt b/weight_and_grad_dumps/rank_step6902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36591d12500efa56f2b900a54ef8ab0ee6fa0a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756a4fdd94ee27f59dea83bebcb8b2ddfeaa87a717c1ff8c054c3e849a81154a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7192.pt b/weight_and_grad_dumps/rank_step7192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8c38c37feeda769c354dd71628b30b4517c157
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66eae4000fed0dca61f6eac66104185f04c08f4755a1a9aac9316f62503d7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7234.pt b/weight_and_grad_dumps/rank_step7234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f6b38af5e47e3fb5aff9710cfef8bc76d7f150
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acc40481733341166f4c8c778515ec67e4a3ec810275bb1475370a8623214a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7309.pt b/weight_and_grad_dumps/rank_step7309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4480e4055a0357188bee2ef1eec46004b85df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d056556c054832dfbbab9c7f87c5b555877faaab709fc50782f38c726d6462
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7356.pt b/weight_and_grad_dumps/rank_step7356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0c40465e29f9dd3d7d641753023a1c4cbf6c9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed897780a89ec27b2e5d75381ab657c31977549cf8986d49a58236d04bbd5913
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7461.pt b/weight_and_grad_dumps/rank_step7461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5502bfd22d4f044ed37f29b4fb8f4744187781
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f402459e5a6788a460f5228f7ee700c7281e574181555e6b2cfaa6b61a6f36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7496.pt b/weight_and_grad_dumps/rank_step7496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c572588bfab12ea2bf2ff0ab8cbe035d6c8a2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b3100a40f514302fdd3d0425973a16902f19b7138b4942ea145446716c4123
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7503.pt b/weight_and_grad_dumps/rank_step7503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61ac1b67ac9c1324bb2696fc10706b545c48733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1022cb48d1cecab55dc8413b1f0f2008418b2ca6980c4e79f75edb1eeaed1a40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7573.pt b/weight_and_grad_dumps/rank_step7573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4361ea93dd68395b36379a9dc9801f6af07996
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103fdca06bc007b16ce305f0465d1cfc9d6095a0b2d2b95e6c13d96644251b37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7622.pt b/weight_and_grad_dumps/rank_step7622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535bd24d64b8c94450558562319a22d92af8ecdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae232911ef55a8e49420dcb64c242a884bffada71d36282051e4ec2c2b5b89a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7652.pt b/weight_and_grad_dumps/rank_step7652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d60a172f1d366818fbc4e8a9ec21a4db1ff2e0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0461512ae142db7782f8cbc02f14544e4d0714a7e9742334290b0d4af4e3b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7730.pt b/weight_and_grad_dumps/rank_step7730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e1f19631b7f73fc23072dd06b6b9aefe66b3b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329c0610958b2a32d0511adda108843dbfb7f9baf067334fe895dcc4ff98a07d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7740.pt b/weight_and_grad_dumps/rank_step7740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bbc70823c2cddad9665230690eaecaae04323e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752bd0b5a747ed1c95f9cbb9a0253e4c82b66301e7d2318fc3249139e06890d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7798.pt b/weight_and_grad_dumps/rank_step7798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db299e758ad47d991b1c649fbe2a96e4b8242f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d151ca71f3316ab4d5bb26603229e88bb408b635255c6506fafdc86a8d4375
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7813.pt b/weight_and_grad_dumps/rank_step7813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93000b4a9b9908d7d659a4709f02081dc285ad89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10c8fc1f3dda8d041f2a4520ce06811310debdc79dc0835f70b506e84b7a26c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7863.pt b/weight_and_grad_dumps/rank_step7863.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f87dcf12c161c1ebef4840909e5e6dcd789ab1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7863.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bc07e8f2c3acd24b3ed0ee41be7c370769ba9f847999bb6a5e20002c89be27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7901.pt b/weight_and_grad_dumps/rank_step7901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431973360cccfbdc1b036f47cf8cf1b745dddbef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655bf51577f51268cd21325654ff1b22d066702419b1452121f71ec4ecdca52c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7971.pt b/weight_and_grad_dumps/rank_step7971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c15bda47baf7a6552fa066e38b0589b5baf816b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8f22010e72620c5de086afe7c8e17cd35ab674dcb5f49328a860054bd1fcd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7986.pt b/weight_and_grad_dumps/rank_step7986.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faf7aded3dd365f4342ef7228f3d0eec27a4767
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7986.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21a16100864a2712ddc9c72da806e02bad10a2bfaed26f991ae21f70346b9c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8.pt b/weight_and_grad_dumps/rank_step8.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e51a8ae615f81e57f0080f201a9a122682fa529
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342c4b8944fbb11ec435dea222bba6dab935a2a1b55eee280eee264a79fd3a80
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step8002.pt b/weight_and_grad_dumps/rank_step8002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95086680ed0b3343af8894bff3823c7713e93edf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a624e29f99299681c1181563f82647cb794e8f4e8f0ed50b0a72a870dd6f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8160.pt b/weight_and_grad_dumps/rank_step8160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01822a2b78f8d6bc4621706e726f66b03c82230b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07547198340cc8d2e56da7a55a672c0d1a15f66d3b18f401cb8ba4292961a02a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8197.pt b/weight_and_grad_dumps/rank_step8197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a156218e0ee29720a5aac5cf194341d700d40f6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0438e31d384924fea25651bd01e23d55773d336481e4bc624271e343b3610b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8231.pt b/weight_and_grad_dumps/rank_step8231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197233a95c01f864a470a177418dc54ee5ec175c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5aa390a9daf15fd65e3de701e945f923ce5e14f5fdba861793b7e570820a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8241.pt b/weight_and_grad_dumps/rank_step8241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1bce5917f50ef7ecaf9a350107a09d2aa68e50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e7b1ebd5da5ee03958e3449c0147ad6a168bf1d9111e1c106619e78fa0021a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8299.pt b/weight_and_grad_dumps/rank_step8299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6843c5d1701a5a579f71d74d05b59595919eecc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f750e5aea39354f0c25db51a01246d3715ceefe3b129e6f0d6b6b146f789f9db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8353.pt b/weight_and_grad_dumps/rank_step8353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2113e08efb567a88e61a3728c949726ee7fb10d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6576dfa0d7562f0e4f4793dcdeb57c609e9496b70439d73f4784a573ae7b03a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8559.pt b/weight_and_grad_dumps/rank_step8559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ba24ccf65e406a0bd4e9cb5a163bf41cdc4c94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f28b16dc7792e06f3545c0baf5989526a4893d22ff8398dec183594a306ba53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8608.pt b/weight_and_grad_dumps/rank_step8608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ad2ddb398e9e8c6750c01133223945d344a9a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35edba4f426e8b8fe0738100afa16e317fef8c2422eab79f3ed94d58912e5e90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8816.pt b/weight_and_grad_dumps/rank_step8816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773a0ee4ce7ea75215320079405da394124cbcc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68123ea35ea6ae6e173476282b1e6bcea71511760658a337dc8717ef3b58d4f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8974.pt b/weight_and_grad_dumps/rank_step8974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229d2f8a753be87f0758153ba04e7d99604706ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeabf51f915641c39c0707700990f4326719b3346f9c2f48123f3cdc769f29d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9388.pt b/weight_and_grad_dumps/rank_step9388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2d486a44a94ceb33023a9afca8b080c080cc92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c966ae034829608ebccee622382d547e14653813babbfd954093f147ad35b2cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9448.pt b/weight_and_grad_dumps/rank_step9448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27d8273953558b56b40641c37d853472f520941
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45790bb621a0d6da174cabb19d516abe2979e5abb673f055f1f2f31a18c88975
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9490.pt b/weight_and_grad_dumps/rank_step9490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26df1288ad445b2cb125265390fea0a3ed8381a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d07f6f13cd511c56f430e6c447db2e2c20f199c4321d398ac9848ec450a2cfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9582.pt b/weight_and_grad_dumps/rank_step9582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa0db3f13cd434e22ec7c49e7bbcd99c6af71fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc05c82982b2fef019ecb3a939e525a7fe67dfdd903c8da4069a528aa1ee559
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9624.pt b/weight_and_grad_dumps/rank_step9624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a8ab26b8ee20bf06b77d29139643b683ec5edf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fcf63fca504305c1ad2f685cd56ae9848af1fb49dfe72b1138f582aa9773b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9654.pt b/weight_and_grad_dumps/rank_step9654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4027155cf5fb648425dcd7728fd3b69762f722fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f084a5cbda11e35fcb43bb34d000bb55b8364f90d5b893c576fa930ce53d07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9719.pt b/weight_and_grad_dumps/rank_step9719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c8503854f5e130fdb810ca53093db7f8a52c3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e1f1edb7b4ffbde4631d7f399d98271715d2a56a38e7474986ea7dc9d5bca5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9736.pt b/weight_and_grad_dumps/rank_step9736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3aeaa47f3db3eba3e728c78d7d0b9ea5693faf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49111d6691d0d541032c11316b92315dbabbefe86b45e61ddb496b7e95ba2033
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9746.pt b/weight_and_grad_dumps/rank_step9746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1297268dde4e72f4af47f564fa8d744c40582d89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001eb7f9c389514e0dfb1a2d5472d325911bc1e1d45678d6787c50e0b52fcce3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9769.pt b/weight_and_grad_dumps/rank_step9769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd55a545d6746247091b5c31e6c99a89f3156a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809062b8ead344cb8baca05cbac0c82f6c50978962ae4333489956f59f07ec87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9892.pt b/weight_and_grad_dumps/rank_step9892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6586e851955809c5af7c83f0ab23cf7bc3784d81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4047bfa52ef6c7ac31d91031d6af3d9a78d6b910fb999360470f31bb2d5b5f00
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9907.pt b/weight_and_grad_dumps/rank_step9907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200acc80fc56b6646cadfd39c910f8af28d46cef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4e81a3cff8f91bc752080488585e109dd8083a070c9260fedad88069fbb20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9958.pt b/weight_and_grad_dumps/rank_step9958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300343f550160740a327527c3346c4d0febb2ece
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545b51f4a8559605de2b5a5010eed6c150a59acae232c58e17b35bc20ffdcddd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9980.pt b/weight_and_grad_dumps/rank_step9980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5572591f6abffd6bcc566989961dc51a239f08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1272e22f17e8c4aa460c4941ad4390e6e2995cf8cfb706ba1da6702f7224aa1c
+size 1524331132