diff --git a/weight_and_grad_dumps/rank_step1010.pt b/weight_and_grad_dumps/rank_step1010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082278382664c4735f28d6e471de03859386d827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6819b9180111caaa2e523e0e4e4561f01f5a9113a6d3f07f2696c634e2a2626
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1172.pt b/weight_and_grad_dumps/rank_step1172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710acf1f7714f87ee00884bc5a86ed0c42a96865
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca7906b501d36a91d36d141bc5a88302460284268007afc6fb83968396f828e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1185.pt b/weight_and_grad_dumps/rank_step1185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1b6fbd084cf3d57bf5f172259adde06ebbfb7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7899a9dcda00f6450f7bce333f57ea97f0f4d9c0ca8b54b287e5f758e87d7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1223.pt b/weight_and_grad_dumps/rank_step1223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89021701228e775b9a47d5c9adc8c1efbbefe419
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392e94abe4b38db97089eb0512b3efe16673008db637fd10b1b76a3cbaa7e8f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1253.pt b/weight_and_grad_dumps/rank_step1253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1887aa9f8fb9fe72d2d4f15edc3d18676af90d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329854594b19fca1d1f917509e690aba784e7ae30204e5f46c31ddbdbb7c321c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1331.pt b/weight_and_grad_dumps/rank_step1331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa6a5019d61dba1414d648b1de356ddc320b6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9331ccf41588ac17787db3e13e0f2a1efd4f7f60ffe3a1418700bfd866a8c265
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1341.pt b/weight_and_grad_dumps/rank_step1341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999e46be69a5ea0d1a00b7bcf67af06ebc6f8d27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc1f3577e090a0fbaee3576f23bbfd1a224b81e8c015c3b5a78865a9c1ae6eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1939.pt b/weight_and_grad_dumps/rank_step1939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54511120ec5a0139a781c47dde49bbc5fd6f5a99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae513327368bdb49000ea7a1dc340aef0dd9f0972aeef262ab28c2dd5d2c2ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2002.pt b/weight_and_grad_dumps/rank_step2002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb58bcb859accb267b4fc260fe26b673b61a132
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f4ffee7691e8552e106db3d034b8bd42545cbb6090c7ad123bbaa69ad84a49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2085.pt b/weight_and_grad_dumps/rank_step2085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27eb0c06c5a83a3d017198919f34e164062276d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228543747316c3338e34e985b8a1d89c1706aa93e1eff5affacbeaca8846befb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2160.pt b/weight_and_grad_dumps/rank_step2160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a042f979de0b0d270dde931d8908b055b4982c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5caca705b7acaf893ba024dd47473188f9145ffac3d2165e6d27e8a85c62e82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2180.pt b/weight_and_grad_dumps/rank_step2180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6995dcca164ba4a4becfee7fc19f805751653
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70eb7fae44271f4a4206f8a23ff385517812a21ee25b55c72a1f4f3f3760a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2197.pt b/weight_and_grad_dumps/rank_step2197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6148940409b617f61c84aaca0b2ec308417aa3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1650c53f1ce8fa16018a2836c3056f6c1e218939912990a572082f5c898bcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2231.pt b/weight_and_grad_dumps/rank_step2231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca5433f716a50792b79556c4df6079ef2a7fe57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b371c81fc7bb73f6b1a4be2fdb1ba274797ce665cd3a0afc6303b0503610ea5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2241.pt b/weight_and_grad_dumps/rank_step2241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a3a16b4fea7ab905d7128321709b024d1a7243
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f7aa48b8505bbd072aa67b1c0571f22d17b80a79679101762405964735987
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2299.pt b/weight_and_grad_dumps/rank_step2299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331c85831a685c4e11feaf96812d423ad1f47708
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5efd8639d45045a9aa4e8cd8bfb8b1b8af1165d88c6c5ae4230b08112aa2691
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2323.pt b/weight_and_grad_dumps/rank_step2323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5335ad87df5be1c0b798dccc2672ea540f4fa4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a183f046256e249e59f5fff98f51d030f0501ede233cf06a38248b99b8f0379a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2353.pt b/weight_and_grad_dumps/rank_step2353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b9f7fac86d48e7e2b51ad62d0bea8fe3f5da5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656a4aca2b226985982e9c97c0d6d5a33a7c98a9624891432762008bb3289255
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2464.pt b/weight_and_grad_dumps/rank_step2464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033efac0e7d74555b31d2af33751f9f09e31a904
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfbd6e2505bebf519b51c9e993e3a238ea1b1b9bb4fd080acd5157494b1009c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2559.pt b/weight_and_grad_dumps/rank_step2559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653caaf771b6b35d4d0662d2ee63ca1de6a1b4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e89e31f47d4a7f1e6b5f6985ede2e88cb7c1539e8a9e24ebd5beb978c549cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2816.pt b/weight_and_grad_dumps/rank_step2816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9ba0fc012560a463e85806ea9e9494a5f24075
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4516c115e701a15046cafd15c50783e96876b6018a23717e5d28f957ce2d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2983.pt b/weight_and_grad_dumps/rank_step2983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edcb3a469f1e75f43075a2a58cc715dab6d5a76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e371435361ba1bf571b3a78be9fc58b2c4f3fdcd53a43c1c5b88e4edee2689b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3417.pt b/weight_and_grad_dumps/rank_step3417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadd3f81c47d6b384040507fa14f3ebbb23308cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f5bf20a96a53d00290cdd92c59c348b96c55fbd1bf22d2c62be6b6d7c9b846
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3448.pt b/weight_and_grad_dumps/rank_step3448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa12cddc6486f7e3810e90b2d1081aeabf47f9d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421aebbf1891c16a5dee0b73f6c584a3d225c4262cf9d629753a111cf52761ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3490.pt b/weight_and_grad_dumps/rank_step3490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a4f062b0781dd4cdf338da51c9e0f2c1703ab8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b13df8d0cbd2c0cef4ae2e45128a2439569e71faa86e802fe87a36cb0c3e76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3575.pt b/weight_and_grad_dumps/rank_step3575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad439f559be8fdaa662c2beae5ed02411763136e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0beb85592cdf4152cae45b7dc3fa3e7c48b4d2bd7f80029b39d7f7c60ff9f88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3582.pt b/weight_and_grad_dumps/rank_step3582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b278f8ce5a6a1da7b9679bb74b257ce7ef202d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd7e3bb055e671c47353bef047cddb7f1d9b4cc9c438a848abafe18a2827a36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3624.pt b/weight_and_grad_dumps/rank_step3624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9f232ff7d74ab8f570bfb4975062c505aa9ee5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe588186e26e8ef8660a80b6afd4ea0d47450fb074c2bc4e3576911d15bb36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3654.pt b/weight_and_grad_dumps/rank_step3654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adab5379a8c8535cc9029693430dc03bdffa3e3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8934f49c2fd2777546840eee68a2e6bde2828a74ccac3f4e863a991fa0f1424a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3719.pt b/weight_and_grad_dumps/rank_step3719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46957c909961d92fcc88833af6ef39f7b0921212
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6119f01fd8e2c2a78246b4d485df9a756ccf698e79440c50d97d71a091255e68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3736.pt b/weight_and_grad_dumps/rank_step3736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9e30a5f8af9bd4cc02ef5e0ed58492034d595a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff19a2b6f75893557522864c989a1d629f3d21283eb31d4eb5b0c973696dab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3746.pt b/weight_and_grad_dumps/rank_step3746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc1ce421f2f269ee7aa4d7072dcfd9ad3c68cef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498907971130ebd49e0fdbe08999c47d9e9bb13e3bd1ddf876dcfbf0ff4e57b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3769.pt b/weight_and_grad_dumps/rank_step3769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5f8ab2605bdeebedea7da21e501cb6962b65a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcac11b4e1032bd78f16ae86db80a905fab61e7e6e705b967231d35ca3b7dff5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3865.pt b/weight_and_grad_dumps/rank_step3865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c6ac62e2934cad3cc519bcdb855a22a8bd8a22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b5d8ee74148f778d6600e621a811cb129db8b8f7a56a3e3a0bc0599bcff354
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3892.pt b/weight_and_grad_dumps/rank_step3892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b25bededeee76fa92e0cf4a4d28ce93d63b1479
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ae58c13e11bbd23ebe532a942fecb19f68c2cdc930d4a7d5193fd61658770f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3907.pt b/weight_and_grad_dumps/rank_step3907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8090f13ffa8b4f2a2d2783a19b3ee69e5375e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fa22862079fbc2b3bbc6d5ff34612e1551fd4093bc69a5ffaa7df0f92b613e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3958.pt b/weight_and_grad_dumps/rank_step3958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb46dc0ce280499bae24208efeabcb05c695141b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adca3ba3a5fbd61cfe52e175782abcfb4eb10e6902c21bbe18081e7e531999a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3980.pt b/weight_and_grad_dumps/rank_step3980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8953479d498d1f026d920d172cd6f4967f15f955
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30375ee851b34c663b38c63a9358d56f422964e5cd5d63e9c8984bb2b70666a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4009.pt b/weight_and_grad_dumps/rank_step4009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4275be50b757f8c96b41dcf72c1497f5ba7c884d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b289b0300ecbfa0daaa4e5c89cf23ca6fd7ee6e3c2c912dd0dd695d635edb8fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step401.pt b/weight_and_grad_dumps/rank_step401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8794d7e0ced5c514d3af44d14b27771e5cfc9310
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4253a1f2586bc6fabcf1f85a246569c656056938ba205bd03ae0a3b0c6e9b198
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4026.pt b/weight_and_grad_dumps/rank_step4026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b58aea3836e2eed576bf4eabccb021a5213df9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe7af977084fb6683bf6099c545bfbbb49d4bf5595efe5891cda17ab4d9da1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4056.pt b/weight_and_grad_dumps/rank_step4056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebfe28fc930fe921ded3913409a9683d360b9d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3990caad44095349be6e6426f125821bb38940fb3a24cba926114a7acd2ddf2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4079.pt b/weight_and_grad_dumps/rank_step4079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d2b2779e7523dadb86f63a5e1130f1bc0d3bac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7682235edb993dfe7876a8af2bbd7568da1b2a4521296a70087e64c5df0bb7d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4134.pt b/weight_and_grad_dumps/rank_step4134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dbcc4c9b51fc03f9a6b56ead64817b2033166e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45534f31755176c9f2ab6904f29109fffe189898fd7edb881097f13d0614da14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4144.pt b/weight_and_grad_dumps/rank_step4144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b1c81efc5fd216588a848c9490475a312f8afe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e0a6105d268b9b74dd95505d4534a1d453166f6f5b047a899cb043bde9cbbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4215.pt b/weight_and_grad_dumps/rank_step4215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cc76fdc298f022cf20cf9be5cc627b74f47477
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59baaadee86adbe8d86414a5988dfe77f0efbd0b47d37ade3d2e7b9e33d58291
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4292.pt b/weight_and_grad_dumps/rank_step4292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e155cf4b327c1273bd82b2cc7125d14f7f9921a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabf927589b62b1240304bb0881e306cbdfc566d8139be71b664aacb2d404f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4328.pt b/weight_and_grad_dumps/rank_step4328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4126007dd17b605d2d9c1da157550dde282c0cfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76c3a9d53a619160e10d1a7510090e7ed1190dec155aa5e1c84a09f2d749a8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4377.pt b/weight_and_grad_dumps/rank_step4377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e5fc3497eb6e55b55001b9f595a4d5af00e4af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e014532f31dc52074bc7671ec42450dd02b8a61aa309390d44d62846e7583e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4380.pt b/weight_and_grad_dumps/rank_step4380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281f8d4790ebf677963202c7bed4c1681af9094e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a76b6b34f686bb741c4855fbf2a1939365ffd4ad5113ec0108f5b68faa4a85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step486.pt b/weight_and_grad_dumps/rank_step486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23afd93b54f4cd7b138bde3ebfe97649534e5220
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee0a5eefccc0ee7f9ba80a6e61dee97578ac42ecc1de2b6d941d30b6cf52adc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5266.pt b/weight_and_grad_dumps/rank_step5266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347619f424ce572ab608a61ba3d6c9b3c7c77e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7794ce5bcd443f07c18f563fed5f3e77a68649890d64a6a43c8ff39b55c18a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5304.pt b/weight_and_grad_dumps/rank_step5304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599d4a84edeadd70c7968b9e7b46f6b4621bc07d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c242901295768e1f8610d27998fd52bd883d2a8f7f07a8b51f969e16233a4bdf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5433.pt b/weight_and_grad_dumps/rank_step5433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df105c955a26ff2c2e31b013423bb29977da741
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce56e452a0e5d358a1a1b9005f0c71cfdb93677555372a123aed1130d601996
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5443.pt b/weight_and_grad_dumps/rank_step5443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ac8941feede3c6498fe901e672c2df4d2d3588
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35762f4fd50dcce64ada546f8f54d1012ec2bc1b8298fd2dd509af88d376b309
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5521.pt b/weight_and_grad_dumps/rank_step5521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae2f3def7e25c4eb0d80db933c20d4878ff4533
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0333dde578851a71d095640acdd0bc9591eb51562272e23f517a3ab7ebc6e725
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5551.pt b/weight_and_grad_dumps/rank_step5551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eba10059a5d3a5a0881804c9c8e8db72779a26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2f817afa5deae80b21f013a78c607fc6adf2cc1fa8a7401bc13ee60b4d8e90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5600.pt b/weight_and_grad_dumps/rank_step5600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf1b64b896ef590f64ed108e7df2159f6429fec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91e057b21404319bf1bd014887786b770dda332e4ca0f44de7f794141e73711
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step563.pt b/weight_and_grad_dumps/rank_step563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea6a91760b7cb04c6e5d81fabe67af1c513e4e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034739e753bca6cc83b19d66b7320e2c9491f92dfaa4ef6d8de0bb27b036050a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5687.pt b/weight_and_grad_dumps/rank_step5687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a06312c27a2aed5c780a69e7546c3d243f918fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c727498d079b41cd791856ff081e1ecfe18b1bf3d491cfe138164a78752e560
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5762.pt b/weight_and_grad_dumps/rank_step5762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40190f87811d65ecca047fec2cd33aa3b014308
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cac1e952c95674df98e8eabddc68c4261ab009f826e87e31d532a87f617404
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5795.pt b/weight_and_grad_dumps/rank_step5795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99160cd5f23cce6e2ec9a71af74a9eb02ad99c08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b45c29f317dd829e0b9f9443e6a5a6561bda4b920e8867c24d1606ef47a51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5841.pt b/weight_and_grad_dumps/rank_step5841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c56663338759de8c60ab39022e14d129cd671a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9899ca9c27961f44f9db2285c924fb7e2240f1ca1e17a1f5ce9d8a4ddf3ab48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5923.pt b/weight_and_grad_dumps/rank_step5923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dd21bfe3f551e72b3f6224398956c133452652
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6d103943c490d655f6fda2933342e03dd4ed682978d8eed0f296b53e170d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step594.pt b/weight_and_grad_dumps/rank_step594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65bfa031bbd0d69794bae49ad49f95e97633e3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6a91c47c35fc726a1d4d2ffc4933fb3ac2d703cea1085e47ad8119c6802a87
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5953.pt b/weight_and_grad_dumps/rank_step5953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4556f2b42f27f41bdc90c469c48e4079f58a38d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0687c7fbea45a296cd272ca1c3cab73382dd52f87c08154a1711783d6b4f19d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step61.pt b/weight_and_grad_dumps/rank_step61.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce77b6cb32897c3c3a5d72ad6779816f2de8b23b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step61.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9e844d267f2f4cfe148407f1cf938c4e5229dff38bddbdec207b12e8837ea
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step632.pt b/weight_and_grad_dumps/rank_step632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcdaf66df044154f809a296005b2955daee93d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a963dc8a6aeaded0af20a03e5ca54f2dc08fe61b67f1667c0f0836430bd73e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6349.pt b/weight_and_grad_dumps/rank_step6349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839321be88ceefa74373d4a7bdf48c44802b93ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685792e9cfc59b2bc8ccb557e29c4d08a2dc5a3ba5e81d7406cd040d69b34760
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step642.pt b/weight_and_grad_dumps/rank_step642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8cb051b4136d52356c900679d0c85273640277
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f8e7c70e731a6cf1da7cbb2f3947af223c8d1effdc8db980019b954748a308
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6421.pt b/weight_and_grad_dumps/rank_step6421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b1cc73f6804c3ee27c46c1965a8659f24611e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1a90fccde6e573b6419e5c9724dc26334c0320cc97455f443f34a1afc2d72d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6489.pt b/weight_and_grad_dumps/rank_step6489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7306142e8f268cacf8639e5f2b103cb3dfc14a0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ac70c0d216b860b4166e6417abc3cb64e6485eca683076c2f24061c1b5513a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6543.pt b/weight_and_grad_dumps/rank_step6543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5284c8604dfbd5c0cfe4ddb56b9ce1465b94507
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d583288613c0e1ef14b670f30bb69bc01967ab45cd5e3decb74cdf64702edfc3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6612.pt b/weight_and_grad_dumps/rank_step6612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b826e8e7b545f50bda381cac30c83039a956e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e68f46f7b74f012e62a7f9f7674e64a175ad544d45911d32911e106ad03d44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6770.pt b/weight_and_grad_dumps/rank_step6770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a633fea200790c0d4658e167f4909654c14427
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c415c9439fec59d5807a90538eb3956d201b112717bab7cf0b8d9696d0c927
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6787.pt b/weight_and_grad_dumps/rank_step6787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d400852a64329e43880eae1ff55a34a03952c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf66924d891f73d0481f3c3d9c296ef21811799a36d41983a87fd48bd32ffcf9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6823.pt b/weight_and_grad_dumps/rank_step6823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd7344f9ba67086db48ea5a83f75604d6c7c4fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c7951aebef196f1701159defa315958a85f2802013b60e871482f039a3f511
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6853.pt b/weight_and_grad_dumps/rank_step6853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a33a60ccc345181a09cd65cfb14c5669234635b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbd6ea3f82ed1fa902d31c862ae6c952bd6a9e30cfdd21cc1ad82b4d46659d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6931.pt b/weight_and_grad_dumps/rank_step6931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4783f67e82bb9b1285ec8eea8a907dd8bea1d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6742a858256856b749b85a14b969d3aa7670315937a1b1d1a6fdeeccc474c6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6941.pt b/weight_and_grad_dumps/rank_step6941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99364ac95d1293d9de60d639217ea73eb21b12d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057386a12a64ef0f2fce3297dd0b8816b65093907feca51d9d8adb19c3234952
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6999.pt b/weight_and_grad_dumps/rank_step6999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f181b739908d9f191beafc9e63d68786a2c9af7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f1f42b7384b6edcc0f8d197414c5287a30b4d68d2ac31ba61bc806a78c7a07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7034.pt b/weight_and_grad_dumps/rank_step7034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57429b6ce05a2e1ce292e67c02f81915dea5b45b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925a448b89cd852e840ca9392121753131c551594ac14c1a6983d0f230917763
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7044.pt b/weight_and_grad_dumps/rank_step7044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede64419a0efeb11d0a34b7269f4704c2ecf87a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7d525f5206f0bfc213c09ba8dc9eb60932e6266182249ce06fec555e1210aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7109.pt b/weight_and_grad_dumps/rank_step7109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5692ff46537f47ca0ea2694afc06403ad10b4240
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83ce79f5c3fb701d47ea94b614bdd92af1b3d260058904625b141ee8f24c12f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7126.pt b/weight_and_grad_dumps/rank_step7126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c563667fba562d4c6e68bb701327857af201fec0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0780288a74676c7231765e8d85dfa290eecefd80b763b3babc6c1e15bac25a3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7156.pt b/weight_and_grad_dumps/rank_step7156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86686c90980dbe4e8f149a08aef0c8da8cdd3721
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7906d2cec1c9e5a9fdf7472b27f34db6d01ad6f210d80f60855c5092dcfa6abe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7179.pt b/weight_and_grad_dumps/rank_step7179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85685f4636722655710cfc14a959d4e7c131dc73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3bbc8dbdc1c0a79bfcba0aaafbf94e5e44d5f43739d9a5516413b0e2483002
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7207.pt b/weight_and_grad_dumps/rank_step7207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6de784b2e2884b1f5fe48b828300d48c217f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22243057156254ec8aa3fac21aa646a42d6833cb55d0e60a78e31a18a7a4ee39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7258.pt b/weight_and_grad_dumps/rank_step7258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb8159e25dcb19a8abf4fc84a131063f6aff757
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec80392fe89805116e998e4d894766f73cd0c4a04496e9f34f33670420d0f409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7280.pt b/weight_and_grad_dumps/rank_step7280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabab5558b5b7b33617aff7440890b7ff60c494b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f765fbeb9477d70b045c54676a3a15ab6b67c3db68f301e3c9a345c439cc84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7365.pt b/weight_and_grad_dumps/rank_step7365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa8cca693b291d8d1c10ebfc098f4c4543c5093
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5975bdf58e2a6303302be00a11c6d36e68766a942821fcf02d9e61a79d646ff5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7392.pt b/weight_and_grad_dumps/rank_step7392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c062de4f02b2c598c733f4dacb40c335e7886b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d888b3d35e11828d0334de3ac95b47a984700d4ba0b985e0d355a9fc2cb742cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step750.pt b/weight_and_grad_dumps/rank_step750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5927d3717e01c41cdd5b764e5a0133eb2845b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1d16db2c142b1c59d6fe10eed4b3b93f7425e1b116229c9f9b18072849c2d4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7703.pt b/weight_and_grad_dumps/rank_step7703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeeeb0129648e2a49d125868a4633931a247cd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4cf379471890a70c80995b168b0b32f47d2422d4a61dcb42126ba98345b77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7888.pt b/weight_and_grad_dumps/rank_step7888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946d41f5ffe284d3e52a63edd9759df1aab52dd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f86e9d99e016332e769f424f77b13e73aba321c3afe0c0621aeb041f1a68c8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8031.pt b/weight_and_grad_dumps/rank_step8031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b14ab132c21af8997f377845284c7b1e92d2167
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bdbf7d3554c8309377ba2b3e52294f1c9ae78a4e6cc51e2fdbce769fb55adc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8408.pt b/weight_and_grad_dumps/rank_step8408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a0f0f9fe821d625e29b983dabefd56e95f3a11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33139398b9239ad06e634c6e6d77068524f44eaed45ccab428a7fc0c96f0a1df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8457.pt b/weight_and_grad_dumps/rank_step8457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7f014bffc4df42fd5a2070e0ead53b636f7f4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032bc90a0eb8bf31b030af5382e61e51770df6582a46670e7e16e388799788f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8535.pt b/weight_and_grad_dumps/rank_step8535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fe8750d2b7bb89fc9ece163a3d94d84fc950a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247711899a5251e2de10ab248155e5a4301ea505ead085987d5e495570848c47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8614.pt b/weight_and_grad_dumps/rank_step8614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4d379ed168db5b7610212b286637072956b92a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad437f9d28c62449eefdfd55041d3f816b108bcfbe245d2ac3a7e53d9704661
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8664.pt b/weight_and_grad_dumps/rank_step8664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fff9bb127d9b00cc42e805a2b3fec05aeda5e19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594c626e7bdedb21cb543c5dfa2fe179e90d2614a3b744760f68bdcace51976b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8693.pt b/weight_and_grad_dumps/rank_step8693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20549e39f6c33dccf04f0c0978454720f8781e60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030450a43e94258c649b976764c2a9a6af77a8095d96b8b3865d61c8bd109ba3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8706.pt b/weight_and_grad_dumps/rank_step8706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a8450694655e00ac476806b6e3cb7773e4871
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5080abadf1c53ae066758f8e77be5135095b4f303b35ba6689818efd9a599c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step873.pt b/weight_and_grad_dumps/rank_step873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e810621c23e891af12e5151f25bf0db975247c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83619988ca15a5c5dd3f3018901f6e2c595c297f51b53f92ea1122283d08d169
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8759.pt b/weight_and_grad_dumps/rank_step8759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4aedbc5fe3a1ece9ece1cedc6cb966e2bd0ff6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686b74474e8567cb8f1dff7fa98fb9b102eba9185b0cfdc4ada97aa368f117ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8776.pt b/weight_and_grad_dumps/rank_step8776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acd88e00833da29478e099026b624e225eb23d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8debfd924b63d03b1cdcf8e738f1d6afe852502481733f4847e3fef834deec7e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8825.pt b/weight_and_grad_dumps/rank_step8825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f283843f64d4f96c6491f984e46bda877fcd4ce6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0073794c0d885502521138068c7e947e0c8000bdf4e4c1aaedc2a4595c4451
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step884.pt b/weight_and_grad_dumps/rank_step884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b681b3bc8931b23a3094c14f03ae5abf37b244d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a6262357cf1f50e8f629e7e96dd1994c8f6c77d0be9cd8073947f6f5fcfab3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8947.pt b/weight_and_grad_dumps/rank_step8947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cadcb4ebf217d811f76d60be8e65769f16df03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6480ae964d94ebba6f39e5017506842639bea741948dd2781b443b9ec6b00e32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9042.pt b/weight_and_grad_dumps/rank_step9042.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40266b8bb429542ede59e463b2fdb9a9225c0b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9042.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c05a4f816796d5b180b8c8209567a8640e58a10445f8613a18ce439a18b9a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step911.pt b/weight_and_grad_dumps/rank_step911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292bd6c5cab768d28de649b42736bbebda1b8318
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0804d664b0b23ab32e29725d748316ee3164ea2c8919b68678870c9e7460f5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9120.pt b/weight_and_grad_dumps/rank_step9120.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cb2c9f4404cce49f36f28bb3d6fbc41b121ec8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9120.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379ca2ab0a34716f20c9ce2939ed05709bbba1dc976e9abb2016592875743776
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9188.pt b/weight_and_grad_dumps/rank_step9188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c93fdf24b2d8f23e05358b7a51fd72d8fa18b59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cbd8645937c55cece32453c97b4b5f0f23e4f1fcb460064ab1ba9c450d0616
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9201.pt b/weight_and_grad_dumps/rank_step9201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a56c43e27cfa0747118589b0fb47c4501c26f58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56372413417f324edb20be70618f1e8dcb4d5df2996b6e4559290ad6898ffeb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9271.pt b/weight_and_grad_dumps/rank_step9271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2166425b1ce219167f826d8742abe2b242029f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110bce4f112512ba7ad3c6f13a38b9d5a0e4e402c0d4a4428b09057f98384565
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9286.pt b/weight_and_grad_dumps/rank_step9286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ceb373db13ec7e1419bb9b99488a1d7a0b0d7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c5b05faf3d0f79f0e941224ae62845e715e3d7409df0fb26746b8a174d4cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9313.pt b/weight_and_grad_dumps/rank_step9313.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07aba32c586aa506edc8e23eb2e6301c5801f645
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9313.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6b954a0559752c4eb5c9017f3ada7cd52d017f6e2a4d07ca6a72a18312bb4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9363.pt b/weight_and_grad_dumps/rank_step9363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f93d63d9da29da2ee08fe5a61793111df4845a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c876c0e05c83a125a0f80a88248d61478b0bb6eb922ce3d283cc00be9edc3b04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step96.pt b/weight_and_grad_dumps/rank_step96.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3e9f0d3a8a37ec6a138c4ac02bfb9ab963bb60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step96.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f274af8cf01655b22c4935f6d7a9259316f5c34e9800c09ce0ba4a80b82f10f7
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9809.pt b/weight_and_grad_dumps/rank_step9809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cea62a63108a901ab7e9745a02a6e7fbeb1d4b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c8a891a8d797f191697aa068d818cad86d869532590ea0c868091beebfa346
+size 1524331132