diff --git a/weight_and_grad_dumps/rank_step1043.pt b/weight_and_grad_dumps/rank_step1043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6956d9a75144dc37753c9c5e3eafc4b23e0508
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d94b6b11944634995f48bd7d94ef70ebdaf99f6372cd2908ee2c0f3f4d9e72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step109.pt b/weight_and_grad_dumps/rank_step109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2686293692183d46a232cd7f6c819996517c5c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e71261dde8d8e032b868df8d4746f893322811aebb5d66beb34afdaf7c1b130
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1121.pt b/weight_and_grad_dumps/rank_step1121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f8472748a574a75c8f5f6ea1cd0947df658362
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859aca5835a0d0e98f584ffe85742085c16baa0edb3ea61a5dc340e89a64b433
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1189.pt b/weight_and_grad_dumps/rank_step1189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51614ae8de3de472b2ceac7be035b2ca70f53729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ed3f4476c3a01098ec5dbd936841dd05b8aea2e6d7f208db63cc103f59e872
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1270.pt b/weight_and_grad_dumps/rank_step1270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa42176ddf9713f8a98b17dae7a3f51142f1292
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b962d47123e32a877623f46e744eaac91d1d737247b8d6439bd5a7086c9895
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1287.pt b/weight_and_grad_dumps/rank_step1287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1b58ce38a56f83fbe519043f8af20f40c38b08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ec2f3f438584f72da2fc0b808cfde00f003101408eb8469adb61ac82140b16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1362.pt b/weight_and_grad_dumps/rank_step1362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b078613e0a55ae3f63d14c82a7575ee3c783935
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00ade5f485fb59bda9fadd8b93b71ec98dd83bd412a46105cbab3fdd545b15c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1425.pt b/weight_and_grad_dumps/rank_step1425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a219f210af74b61e95216a4069fee2b2c460d328
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd59fca6840ae66e5fa6ba85f40191b55849c9df21eabcc0a0aa42b3e8ee54e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1518.pt b/weight_and_grad_dumps/rank_step1518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddcc51c2d1d8cdaa63f7fa9dda60e0219a27e17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f175ba66bc7cd6ab79c24949dada188b1d7f624f084bafdfd2ace6b7401ef255
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1547.pt b/weight_and_grad_dumps/rank_step1547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e64736e987bd4ec55a16244ead7514aca741e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135ae32230d7d99f2b7b0beebfe6806618bce6f29901e5460677aa030c8c986d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step156.pt b/weight_and_grad_dumps/rank_step156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15cc9ceecf1f96c7459a64c09976fa5985e10e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c415652b3c19cd40e1c15fba54c7fc48a466b047075c2922717347a95c862b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1783.pt b/weight_and_grad_dumps/rank_step1783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83b74a7803090b28f489092c5392b452f9d4916
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb067ab0484da557e0a629ff0ff2730da06afa325947ee9be04f60dc39d248be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1808.pt b/weight_and_grad_dumps/rank_step1808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5940ae03f55c8c33b4e6ad6776aa78669f6195c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b95367168d9117816e670459e943142a954ff06464cf0f2ec0aebc650fdb5b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1857.pt b/weight_and_grad_dumps/rank_step1857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7f7a489eb199a5aa785b1c78601a86d50fdd96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf2f1043c41a829659e04966f0a24d9162c6e7f437e1b24b8ef6e229c89394a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1935.pt b/weight_and_grad_dumps/rank_step1935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abb4a849183fb610753f85bd58eac810a91ef5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69a02afdac78406238ee1d14de3760c862dc775e9a6a932c0ea5d5dad71ce4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2051.pt b/weight_and_grad_dumps/rank_step2051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f100d0df607d5c828283fac663c2f6f83482401
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a7de1076dc01df484b3faf4d8ca90d7ac56dc5004a5b69b53559ac2b5a51b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2262.pt b/weight_and_grad_dumps/rank_step2262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5980e378001e1bcdbafe4f42bcf67c9fdeeafda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc581490cf2c72aaf48010978c06e6e2e14e871aa3850e9ce3b43c9e8981e204
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2295.pt b/weight_and_grad_dumps/rank_step2295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8a206fdf9b938efc78f0ce974a6d4431c29991
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1131a22d0c057d414dee56742ff6f8e2967031233a945b4f783ff29b11576fb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2300.pt b/weight_and_grad_dumps/rank_step2300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa303d802339f83b76fb0b117c2a3369621788
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e21a63a3174ef421593a25a0b4f8a4084ab98afc1afece299a6cf40581fa3d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2370.pt b/weight_and_grad_dumps/rank_step2370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6f70f90b38e7ea11dd3f236ff548693cd528d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d3dbc205cdaccc6202b6fd4120c85e931507a2f7f90f1367e206f616e9e86e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2372.pt b/weight_and_grad_dumps/rank_step2372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a1f6da79d1efa4db0708646b135b1e62f1a90f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd4676061125d68b88d94039f6dddfde42bcc343b2ac6b4972a02c9a3a5fff4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2468.pt b/weight_and_grad_dumps/rank_step2468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b1625c53ad524a411311a90049e023ae0924fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12811322f474dd605a9311cbb2a95c3b7b011df8298c88756876dcb9b1c0854c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2555.pt b/weight_and_grad_dumps/rank_step2555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c639d86c7f76b8732a36a7c2a27e0cca65cf89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc28305e00acf0600fc411bda6a2737850a9f1d4d3fa49c95b2ffa109386c858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step258.pt b/weight_and_grad_dumps/rank_step258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfbe38f8349dcf437e155366eee792d68728768
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4daa1076c145678713c77784a48562a25dd33f411299aeede6a21f831806858
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2791.pt b/weight_and_grad_dumps/rank_step2791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5cdff8a8132cb95cdc8f3f9268ec18fb3ff1df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b1f36fbd9336591d0bc8dbd06b8f444ce8bf9401bbcf72debbb2252743e0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2845.pt b/weight_and_grad_dumps/rank_step2845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a17a806ca9fe2478b4bd9cda453c2bac8e2108
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4525cd09150d313bf59662b5569a5b0204b95115c71d77db33df5a3460e2ea2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2927.pt b/weight_and_grad_dumps/rank_step2927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81399ea8f0845440111c5a07e764ed9b48ffca7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d4ee29bed8b05c2ff614439b5e98169bf6b16ce6825a8fdf5335e00cdee0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2978.pt b/weight_and_grad_dumps/rank_step2978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e5f41d0065cfd5d39d31d25ea6670181d8fc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5110f883c06f6b3902cb530c75a67f84728449357a3c2b9d07752d20c8dc2ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3022.pt b/weight_and_grad_dumps/rank_step3022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301d6999d491e11b32c0eb3ba1851043bc6a4e6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27dc37d21ed4474bbd3570aa536e5a55da7e00f4fabf33e88a7e6eccb1d40f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3140.pt b/weight_and_grad_dumps/rank_step3140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51a84c989730d200f1282e8ce1dd81e7b76b6cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a85e9d471b95d645e57f56d923cc38c30ed91b6074fcaa996cf6a7e158f2114
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step32.pt b/weight_and_grad_dumps/rank_step32.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aecdcfcbe3220903ee06922141e2435457a5151
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step32.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc1df450ae0a3105028efcf8a6efd1b26f3a99a4ab94da6fea97ab7066432b5
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3384.pt b/weight_and_grad_dumps/rank_step3384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb77f7de0db25073b44ef2cfd5a3061871f9f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62779edafa0d0fea90bf8e17a58b47daff7104445061212685138d7c17bb3e0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3579.pt b/weight_and_grad_dumps/rank_step3579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b618f30471cbf3e0a59cbcb1f93665cc8e931d75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e80ab03c7b08d23c9be6da4458fe1fefed4a868a4ee6c73c7273c1ee418c505
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3605.pt b/weight_and_grad_dumps/rank_step3605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bab1fe17adadd47d7a90bfd6273e185919ed4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98aecda90972eb5b3892aebc340b88d705785f8ff07f26899fb1a1c0f0c5dde
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3628.pt b/weight_and_grad_dumps/rank_step3628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e60aa12977b012bf7f95bd7e2a6ab99a0ef4f0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c97b4fd67b33c6fd602d4697d745f450e7e256b5489a218a84b75fbd831705
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3677.pt b/weight_and_grad_dumps/rank_step3677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2908e0ce5ab6bd89b5d0b7896d7c830f3837c229
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a272d8787c2f945c875065cd0335da196a2e3ca0bd99bce674b41a36fdba6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3680.pt b/weight_and_grad_dumps/rank_step3680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8ac09573e4699e8dbe82e1f34988d454aa4c23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d065a768d13ca7f2a0350cc751758b987289c9b90463be8f6bfdb8fa4fc6965
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3715.pt b/weight_and_grad_dumps/rank_step3715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c97ee0c7059d3949059fda517aca406a0e670
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62954e1480d8e27eeabf111dd9ddb7a420c524e19a7c3503c7057f014defc3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3836.pt b/weight_and_grad_dumps/rank_step3836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91eddb7ecd9ad3a7cef15f7fe1c3624b4b7a594
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab1926d4407cf1e3a4e38d68706cebd3e398f0ea00e37a050b00e787dad6b5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3869.pt b/weight_and_grad_dumps/rank_step3869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd10ca2e325932118713addffc73adaf128c84f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d00cb46e2214343472fe20f31a899a09ab76742372bef0e7cf074dee7432a48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step392.pt b/weight_and_grad_dumps/rank_step392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439a98c548ef1be2a4e1cd794f73fb22d98bbb88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612262a907494622f70bba7340368a9b4ab800d742f6d70b05e4b4c5b62433d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3954.pt b/weight_and_grad_dumps/rank_step3954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20444b584fec5be2b823e213c7cbf9eec0dea1b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d18835cf8557bb7d1b89c92ae2eddf7e09427d40c64a6cf0403accef2bed2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4005.pt b/weight_and_grad_dumps/rank_step4005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5911bc9a126122aa46ed82f593a6c3ed4a309cd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203cf6822b5e238ff0d1050d649883fa6f32ce7d0e01ab5e2f8f22d7ed86fce3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4058.pt b/weight_and_grad_dumps/rank_step4058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae048469e6168409764beea5b551a7ff2c2be184
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd316d5867c2adf58736938ef807f99bf562adf6fcd9e0edd938f83884721d8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4075.pt b/weight_and_grad_dumps/rank_step4075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bba333a2794f0b97ba48b9e3934405b812f0eef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d5aa7b42a0eac80aaed265311b94945dbbca827cc4f530f259da2e95b21063
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4082.pt b/weight_and_grad_dumps/rank_step4082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a442e36aebc90a39ee7928454b17b4865d7d5b4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdbb6cfd92c1bbb62ad3e99cdbe9c99ecab7dc474a3563782b1baef9e3db83b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4117.pt b/weight_and_grad_dumps/rank_step4117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5220b11e49f484255578fd01ebe49e3ed4174c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a59c43721ded65e0f1814728580701e659eb9c896013b103180fc01720d192f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4148.pt b/weight_and_grad_dumps/rank_step4148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149b9c5c2cf9239ceac008100d326fddfa14d3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0985be8cc869515a4d76a8c856f59692c27a6c3d758b55287481c80b8a1a7b54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4167.pt b/weight_and_grad_dumps/rank_step4167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755efc02e8d515d7ea6cada4df762e857035a0fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24424dd8aefd0a4dae0c9d4b022a7b0b019cfe05bf4fd278a6823b2214d3da4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4219.pt b/weight_and_grad_dumps/rank_step4219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b6356747f20d935155f7197fbf18ac2ffe94dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1350d0ca72dfb908718a6050f0eb970ed56a495ba29b16857bc6fd47e491b895
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4246.pt b/weight_and_grad_dumps/rank_step4246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f45967f70971ebe942b68a94b1862dd4f2474a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1a740e72b17a74b56fa4b7d971b6b476389196fc3cd2f0fff1750308e43ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4324.pt b/weight_and_grad_dumps/rank_step4324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b572fefbdc5ed63d2671a663028345bda36e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee09993fdc8bc83f802ce1f0aa6302ab3f8ba92fec3c9336e13cb41ee3edf3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4413.pt b/weight_and_grad_dumps/rank_step4413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eed24dee7384f1e8c4f9d9b487fe03bf562d65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b86f15b13c9bc657140319ff115f62f0755ae755bdc560ae6813d3ce45b304a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step452.pt b/weight_and_grad_dumps/rank_step452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c1840e8510fceae18267be9e173ee158884ee3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450e4852d3644fbbc0da8d7a75c7a90337f0205d02f7a6e91c99f431cb38ad5c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4586.pt b/weight_and_grad_dumps/rank_step4586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9307594d3b8a788d5bfe28692c6fc53f760ac8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc132e026282883ae53fd389adf37a14dd26e0ce567fb11c8d1b098cf4658c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4620.pt b/weight_and_grad_dumps/rank_step4620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13163564b94271cfdba0213f38f77950a881e654
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4902c63b3c74171aa759a50bd8b994b58139853a07a895614fdf4daafaf3831a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4742.pt b/weight_and_grad_dumps/rank_step4742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1d481be26156d5fe088fe06b1bb8b62893c385
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a0db9c49a15a0133672b303a83fead1dc359fc34c3a1c4538b3eecc504f8e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step488.pt b/weight_and_grad_dumps/rank_step488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cebfc6df93c5212fcfa49e4c9241b02c77b0cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6f41aaf8cec7c5b6e7a67d9a9a9b7adb0e3a60f29161cbbed444ade1576e0a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4896.pt b/weight_and_grad_dumps/rank_step4896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3448acd57e4866687bb19c3ca837bddee3fb38d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea1efd03def372054331672f5a81ef517f23c4e0f4b93f4e08fee04632486c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5193.pt b/weight_and_grad_dumps/rank_step5193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedb2cea298084c24835335098a1ad6087d28b11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f058357d0702ccf3958ec10dcfbe3d4a7f04a928cb5584b75d9fc9680121a37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5235.pt b/weight_and_grad_dumps/rank_step5235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c5df8824508e8aacf84300c8b80ee59a42ac5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339ab58be60c9cc6eaf3183bda0a77ad07798c5f6ca4ee3a2f27bb8091f6a92a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step530.pt b/weight_and_grad_dumps/rank_step530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef1c045c89159efd48714cc3ca6c0959aa5c6f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e52510a9bc9b9b3347409274ac25d68cc4ef01349c19844d7697b88b2c7c4ef
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5308.pt b/weight_and_grad_dumps/rank_step5308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd5e145a5f32212e0071dbf48672ff2b6c684b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f04efc1ba30930703b91e2e795a52ddd87c12105adefecd307ea59d626e0e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5357.pt b/weight_and_grad_dumps/rank_step5357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0223fcda2ce9a99fc7c243aa264ba33b1414135
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe2c3b63a2e3be999a1f87747e99d7582290ff8c29ee3d9fd5783fac30ca982
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5460.pt b/weight_and_grad_dumps/rank_step5460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f090a5211702c4105b81edcc0c4397f33877f1e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049129bb1617e4a71e9d16538f67a17453d69d1509b7a0c8e6406e0b4527afd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5497.pt b/weight_and_grad_dumps/rank_step5497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35a97c86ba7352d80708c1cf96924d33a394825
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8e91b6adbd961fe3b5848e96dd92d707ef7014cb2e08904e10f7cee7f62aec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5572.pt b/weight_and_grad_dumps/rank_step5572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75035af18195d2b8c282b844650ffc7dd7ea64af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5a9f07f456c684580dcc830766232a837bdc67e687b29f54b926a7aa157681
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5689.pt b/weight_and_grad_dumps/rank_step5689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6676ad1afe57300c7abdc7985e2a5497374525fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30a9a82bd985077eacc276f324b0e2921dedb6970447dbd0e4eca1fc60eecf3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5731.pt b/weight_and_grad_dumps/rank_step5731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7563960ea098c021b2a2f3170ed2c39b603f353
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e20b0a419c146c9a4a2e9e5986245410d4ac76690f82aac5630cc821c2df4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5799.pt b/weight_and_grad_dumps/rank_step5799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46b79526576517c966582e073ea730ff0505bb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c42383557b79f5ccc2c44c67759270fec823c82044c9b576f3bab6cf9e582c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5812.pt b/weight_and_grad_dumps/rank_step5812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3223db1782e32392893df7359f33383b77facd3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd05110a733ba611f9d5476ecf654e4533993ee196859875676b2360a430a22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5860.pt b/weight_and_grad_dumps/rank_step5860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60741062e9b97d22d0f707180baef4da446a1536
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8af2da696ca0045c739dd6e96805519cf8b6965bdf72dcaae20b0b02a88d2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5902.pt b/weight_and_grad_dumps/rank_step5902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf73456721d8ace475226677ea6d33e43dc23285
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4fe722826a07c3e230c5ecf366744540f3aab76654d9600c9699c04f348f93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5970.pt b/weight_and_grad_dumps/rank_step5970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa6a682300ef1b585f99b5c4b66758891ad3ca9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b307247f017b4bedc511d35bd706415ea80673f0e0f52f1c6e58d76a175ec977
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step598.pt b/weight_and_grad_dumps/rank_step598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df67279757a96682d9e99be27046dcf4b9b799ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34762dad6cb279521dc5ff841e28a2f9a6df4df22cfa4ae929bc9cceb96852bf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5987.pt b/weight_and_grad_dumps/rank_step5987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45d2b9b34708704ddf82f23c1993cbd91e9e243
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea28febf6f1377e3cc2ffd66738752c60f789d184416500307bc354166496299
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step613.pt b/weight_and_grad_dumps/rank_step613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ad0b469b74b34e424b2e6128ce438f9bb69a09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefa1dfe174796bcf76949d746983af1d9c5bd5a5912d676f8a16fd9452a9a9f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6181.pt b/weight_and_grad_dumps/rank_step6181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ba0de1de5b5a42b13d261b2d55534907a7703c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c373627ebd938d1e8fbf78f090aad7d9957a015de937108beb06cc273018e499
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6227.pt b/weight_and_grad_dumps/rank_step6227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7325b3ea74b20e9a87e96a5c92ff8f536c60fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0baccff5c57ed6350af5ff01cfe84c551a71546f2758b65759c18beecc2d883
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6278.pt b/weight_and_grad_dumps/rank_step6278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f035d870b5324e5146e7b35eb7502a90bbd961
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e570a856e24904d255de069ff7eb97725142656497faeee0b72a4209f2824ad3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6345.pt b/weight_and_grad_dumps/rank_step6345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b253170ba615ba2cbbb64444f11aa3ad3eb7f819
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cc52c2e47434b4a22e1874cf7c04ba6ef316668bca175462344d89b81d99f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6472.pt b/weight_and_grad_dumps/rank_step6472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea9166280f4259d0e8593db74a638573ba169cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e931d5cd9ef46fe17ad2acaadd89d84bd71be454fee8bb9bd22fb0ee88404cd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6485.pt b/weight_and_grad_dumps/rank_step6485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7de45eb96a138495580fac49c524c13b984f16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c939f37d8d4a9b81aaccbf73d857e6682dcf9c5d711b251b2d6d8cbcd4507a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6510.pt b/weight_and_grad_dumps/rank_step6510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7f37dc1f21e84ac793ee3b1248dd2827510b8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb9ac42562c3a87558db2d1477cd02efdc3f5a840c881fcea015d5f8da5e9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step661.pt b/weight_and_grad_dumps/rank_step661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c733513279f678715ad665f350e398dc2ffac2be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293e5d2819ccee174ed05cedf9ccc13e64d6758117894230bac9dcdc2d2478bc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6641.pt b/weight_and_grad_dumps/rank_step6641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefe79754653fda10dba60c9f0252ed027d5be56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a92c34509fcf155090f0cdd518a505d1ce40bc7a3d72472ad3269eca477c02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6723.pt b/weight_and_grad_dumps/rank_step6723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4d0db1a0af600f33084e13341d2dcdfa0ffc92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09063b72d051a1c7d8b5100371ad6bd919f8dccd39bcb813c95e16dd4f65f1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6800.pt b/weight_and_grad_dumps/rank_step6800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5d4dde3601c3b3ef960738a23e282ce102d5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa1bb7da28a0fd38fd2b0349a958114d12efff928b5be4bb7a2e2c2a8fdbc17
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6872.pt b/weight_and_grad_dumps/rank_step6872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20647ba48ab87d9d680f75192c8a8c69ace07d9d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afac24364fc255c7b1cda8431968681b7d9e937c923a9f2cadf27231b1fc180
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step696.pt b/weight_and_grad_dumps/rank_step696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2271a9793098301386908310763a1aebe2b434ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f53b124c04e75ba187231d8e128547daa5457e6fd0da66ad9ecdbc2fa4b67e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6962.pt b/weight_and_grad_dumps/rank_step6962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557fbc19ac38a87a062a1871770995b41e70a820
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f89a720c48bcb12aa6498aa2a2b2d7e618b9bbccf5562fd24d3d246cefb08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6995.pt b/weight_and_grad_dumps/rank_step6995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a094f8c72b2a6bfdf25d6d235b043945e6979c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc485da84b056611d8d9c49479c1344e55c367673d1bb99e4407c175035680
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step703.pt b/weight_and_grad_dumps/rank_step703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f449b47c6ffa5b7c209a6c3d04664c95bd35609c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebecd85472fd2aa6511fa2caddbde04a8904017d34e5a1b3320d786f75c1db28
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7038.pt b/weight_and_grad_dumps/rank_step7038.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd04238eae880bbd006131bf18ab85547aa6490e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7038.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4510a3d466cd62093bd518977333e7ffb1af720ab025f6a3f04129fe81ebb661
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7067.pt b/weight_and_grad_dumps/rank_step7067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9164eac64abb2d308f6642d750ceedf79d6a123a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a05ac3ff5459e5c4f54a8cec8600bb3d16ebde8ab82788b35a852019cfa834
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7090.pt b/weight_and_grad_dumps/rank_step7090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9b33b4ea546599871bbf8b70169ee080a4de3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825085c7b9d37592a3ac2756295a9b213527eadedec19e7dd2b1dbb57275688f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7254.pt b/weight_and_grad_dumps/rank_step7254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10701ee4dc78497e9867e76b928415e9c6037cb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5ca418c69ea615a41e902a721a872df7c9f28a6ef884226feeabf859759e4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7369.pt b/weight_and_grad_dumps/rank_step7369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ef5063af4c7405898bd1f0f2ac6803a0621b6f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88cf3a498e88056c57bd8aa5c0f7fcf8a744ac9487b78e18eed400753e9bef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7594.pt b/weight_and_grad_dumps/rank_step7594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76cd0a989fecd81a6c86a5f00442300f23467ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef62762a49ee01111de5a1045baf3638156ba88d90fa2ea61157350ded88792
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7632.pt b/weight_and_grad_dumps/rank_step7632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db1ffc773dfd5877dea151ebeaaa644539b06fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fcaabe639ed57e73f68c317d8a194962279af782ce1549421cfc764b44fe57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7750.pt b/weight_and_grad_dumps/rank_step7750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff796ec596557cef94cbf009a94fa0d208985929
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1589d70e28713300f53fb1f087f9a61c3e2512b49d3be45925cc53f33680686c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7873.pt b/weight_and_grad_dumps/rank_step7873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415b263c083f7b9125e016825ab99da96895ba87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6f62219d9eba59add2d05c9656bfaa1c8ccb6912eff973b9ffea02153be6a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7884.pt b/weight_and_grad_dumps/rank_step7884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785a23f026e6f4ad3a022009b5e76959a76d3934
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251c2882cdd1b19de5e8b4cd1cfe31a7dc6107e48b283ef8884dd0eabfa90c70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7911.pt b/weight_and_grad_dumps/rank_step7911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fc5f29f75e65a4167e0c27c998ccbb3061ca6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd07770b50599e3a6d0eb33667838c2b65ac4ddcc6ee971b345a786e155fd8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8062.pt b/weight_and_grad_dumps/rank_step8062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df23ff76b7a79f15df46f02c60e80fbd8fee1320
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c87b49c7e0bd9a5ab32b8870b9aabb83a77c695fd4673053be6b014cab6876
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8095.pt b/weight_and_grad_dumps/rank_step8095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625e5fa859722594fe2b068dab288d2b03fa9c1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf951f9ea15cc844a4e73a7a0f600cdcb6c9746e355e6ea657dcf15bb3c16252
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8100.pt b/weight_and_grad_dumps/rank_step8100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f9993c7bf72fc961fdc5d5936850ce08fa1a10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09588925dd49ba7f8cac0c2dff80569b4a21d7113c9f867e617455c357bd564b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step820.pt b/weight_and_grad_dumps/rank_step820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3d58c607199e7f7478e6f941fff0084747875f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2985c859bba9f740b1841b7f8a5cd2b4b373e8d81686e49ff80300398073a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8251.pt b/weight_and_grad_dumps/rank_step8251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122152d66a597a23f4e9226353ad07340570a0ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083ce944fee828ea4c7711f0bf0c9cccd2e32dad54ee263a4240e0a2dca90950
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8404.pt b/weight_and_grad_dumps/rank_step8404.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec74bc1db38855fcdb19bc95fb9d0e8f5a88511e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8404.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16a366f13a73dc78e0674cd0c3e5662bbc9b0f59e62c970f8be05329174e7ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8539.pt b/weight_and_grad_dumps/rank_step8539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6429c261d5a170aa852f6f9bc0cc89d0ae61055
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490e00627b15b147fcf274f442d26b91424516405257525fb8794b5916730d31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8566.pt b/weight_and_grad_dumps/rank_step8566.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8067e687b9c45a336e1545d3d957d5ddee44ee31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8566.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7016a0c003bb3e3a7eb832c841458267dbd32dc19eeb5e470ce87b463f4bcad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8591.pt b/weight_and_grad_dumps/rank_step8591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace7cefac8e3e5189c560b1f1bf90ad302978705
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6106dfd3c7539645dea579860220220d397d3636ac5fdaddcdd3cd7c6543051d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8637.pt b/weight_and_grad_dumps/rank_step8637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a56365fee37dab7798790a230782baa6a1bd09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e9f114bf5e03147a34a624483bc9f7be4e1ba7da2e8f7cd12ec3313d84428d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8647.pt b/weight_and_grad_dumps/rank_step8647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b4cadde246c28791b81dcffdb6cbd178b40aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db149343f87bf25cbbe4841668f915ce42de59a7ef343ebe7cbc0a0a917be978
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8668.pt b/weight_and_grad_dumps/rank_step8668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60994ecd63f70e58a0b2e363920c647695c25b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe57687ad6aa2eeb183b203551bd925e28dc49d3365ab70cddbed624bfadd6fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8725.pt b/weight_and_grad_dumps/rank_step8725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632ea7b1403026f968d1df3646b28f8b0ff076e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290d7d00ee22f6e39f086d2b820bb590cfc4347b4aae90fdc14190d236dd8df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8755.pt b/weight_and_grad_dumps/rank_step8755.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a751b29ff7f58ef263640a7d5c14f74f65be51a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8755.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b6995f89cd9762189afa2d4f456c50fe24e6c58724b856695c624ab6b35304
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8778.pt b/weight_and_grad_dumps/rank_step8778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf668b18295c31287a6e6d96f18002e3c84f11d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b901edc79dc584740caed3f3e618e24750e9f2feda51d160b36c93ef20c204e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8829.pt b/weight_and_grad_dumps/rank_step8829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ca89fb81e80c803ca583b71fd4f1823fd10313
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325a69579efedbfc082f1b4163dd3279558917447af017c738de706723092ec2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8876.pt b/weight_and_grad_dumps/rank_step8876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9a8f1ac53ac3249d39008968fca4c8b40b9a60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6f59be8005913bd5af7d6cce48d5ebb555aba0d61cd24f5fd1fcfc66be23c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step888.pt b/weight_and_grad_dumps/rank_step888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e702190cd1eba426045cad5683fb5fbfb388210
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9547fe0ae3a838342730e4e960bb43da499fcc57b21b97037393d55ffa9a49cf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8881.pt b/weight_and_grad_dumps/rank_step8881.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f6b80857392d0394a454ac4ee1b72c9a387777
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8881.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4327394944c1d1bbe81accfe9ba853882c444a50d0c39881aed91b1f32e66166
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8993.pt b/weight_and_grad_dumps/rank_step8993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5145eb0c1bca236a20d260fa79cbbe672dc594c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22887809b7b3446ad4d56e6d81a7afda746da33cd06fe1fb57dbe8c18d7a098
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9011.pt b/weight_and_grad_dumps/rank_step9011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd787ede96bc0f43669730a8e9f8ebace148739a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efdf4d2014627cd8c3108bb20376fcd574a5c5a5d7546d2e9fb9d92b92f310a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9101.pt b/weight_and_grad_dumps/rank_step9101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc2807fb61d740706841df805c483687b2e241c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86163d75bb1321108ac1827f386881f0994a83bd6428612e5f4609ee4ee9bc1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9173.pt b/weight_and_grad_dumps/rank_step9173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71be435f2ac53bbe2e7cf39875ca398b809cdb2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f40ac13022eacbc3690e70c2fcaac5893b12c40eb8a85fc73fcd08f05d18f37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9222.pt b/weight_and_grad_dumps/rank_step9222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f52a48c4fd0c5e2d88f3b2dc9889be9079304c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fae4a821fa890a55173229164671e893457fcadec7366b2a1ff3fb14074fb07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9252.pt b/weight_and_grad_dumps/rank_step9252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e40c64cbd67be2b25b0cddee78f48d060c1548
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2feebf4b7ea2530f00455532045ba31bec82342b0139f8deeae12593b26093ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9330.pt b/weight_and_grad_dumps/rank_step9330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77047c391b320d002b4896c62c92d671dcb6cf9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbc79aa00421ee8c5c30a665b028dbe30d1ab74bf2732dd4b9d7c5b185d0d3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9340.pt b/weight_and_grad_dumps/rank_step9340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709fce0c08fde2441fcb956895b5a1c44b5386ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebb3d41460ee3e0aecf0e285f3f907e3ba08499188bfc5eb0c8660baeaecd7e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step942.pt b/weight_and_grad_dumps/rank_step942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b0a90325f151946606ab1be9a6039ab66837e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753d623b1175ee63bbfd8123e63f5e7e1174db1f386b2bb6c8f9bac3d998ec93
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9428.pt b/weight_and_grad_dumps/rank_step9428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381e5cf46e0dba710f5d6f3dfab03df5a43b6051
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97e6c9aa63f4208559f1e4eed58ff8450095794335effa7fabee38adb3247a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9477.pt b/weight_and_grad_dumps/rank_step9477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c9b3f072352eaa3aa14dba6752e27439b4a4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bfc551f19ffa287b92884ba734ddf4a2da9b7653cc15f07864a3a2ff6035a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9515.pt b/weight_and_grad_dumps/rank_step9515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f6e2f095c183560c39e8ee7cbd112b50d0b064
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b898231d5c673a5f2669c9da9d352f300dd298bf8f95a3e9db2185261cf2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9644.pt b/weight_and_grad_dumps/rank_step9644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd71a3dff94aa296c38fe062ddf7786a2d12706
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c12a0b67b4c500666d7330dc5de5713341b5636a179e8720fcc8254e6d25397
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9805.pt b/weight_and_grad_dumps/rank_step9805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bd6bac4b6dad42a8f83ab77864c183c5bc9f48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f2ca5278e39deecd360c7c0b1052b614c5f9ca01176ecede91564690ea9930
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9938.pt b/weight_and_grad_dumps/rank_step9938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a205d6f596b6594e54a680e517206e364765b7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa9f7c7dd8a3c13a368e766e9b36f1748987f7615bd396daac16a114516edd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9967.pt b/weight_and_grad_dumps/rank_step9967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bd650faa3e4b1b948d4e6cc16c97e8a5676d25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fd6eb86886bad5adbc876735e956bc46efa3d7aace2f6bb4f6bd8901a6e686
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step998.pt b/weight_and_grad_dumps/rank_step998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1ee4536c9fd27ecf386f95cd3e2de8f8c713e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de533a990b647772eb0cf06c3b845add2bd0e19b77cb7ded95f6fb7de3ea8513
+size 1524331126