diff --git a/weight_and_grad_dumps/rank_step1381.pt b/weight_and_grad_dumps/rank_step1381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699245064b7474f842f3a8567f2dda3086b0df7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f4aff724f2a5b1692533e145a5f4c4df16becdd0c2ec297c31d40413bbfce0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1441.pt b/weight_and_grad_dumps/rank_step1441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d87394b79afe88c10846f41cc84bcd1e4ef50f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3c63005d44b8aaaefc87304f2dd56bf807eafcefd7e94f9d65d8d3513004f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1499.pt b/weight_and_grad_dumps/rank_step1499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cb53ffab417bb283538f126d90d60b8312d24a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65322c3e791d0e0b3e073d188a6bea7760fb3339fd99ef47a96d5f1bf47b1a3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1523.pt b/weight_and_grad_dumps/rank_step1523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7e49135d48e6dc8ba10102e762dd8a99bf6f91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095dfac6c6d78cc416b3233c02a8c8d72ae2f6ffb3cec53e146c17f064e903a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1602.pt b/weight_and_grad_dumps/rank_step1602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff209e6501b2101408582b87d74285eaf51a80bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84c1142a188d647f2e68102057bc4eea9cdc9b9eaa3f560a9460271868f847
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1672.pt b/weight_and_grad_dumps/rank_step1672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebf08d8cbaae0260886f1ce387362161f9c5ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd93a1bc22ef5af86ff691521102599da9dd5baeb424e50c4672638437c7c116
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1685.pt b/weight_and_grad_dumps/rank_step1685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607fa3410c305cde70950459b34cd67736133054
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722d9ee31ce51dd5136a8bc704d5c1fc3d156d60721e326904c53f52f492bd7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1710.pt b/weight_and_grad_dumps/rank_step1710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542bc11377a04b1234a6acebc3161ca248c3983a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4f1eaa9ca6df47218f34c14ef66608ed426a38e375411018278ae78520c66b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1760.pt b/weight_and_grad_dumps/rank_step1760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904a994d8d8c752ebd20396e82114f171f3c360f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a1a348857c2b0b1516a18f2f5198e254740da5b68bae89ddf1efd21a042e91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1833.pt b/weight_and_grad_dumps/rank_step1833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dc3757671b1aea70aa5b5c2fa5ccf41b7e053e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2ad5674fe1532c0dfe5adc6a83175cb59f811a8b0924387eac758f34d4caa5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1951.pt b/weight_and_grad_dumps/rank_step1951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc992acc7c40b8859a8f4e425a1348a218c5efd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5a80575e287582a37da72cdbeb796b2c427dff6c19cf077a6d95076dc640f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2035.pt b/weight_and_grad_dumps/rank_step2035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d8839e5591729c1a3c5054307ca1f422b17f83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7db4d128e974ccc2398593e94b09422115dbf1778797872e6708dc8b7860fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2108.pt b/weight_and_grad_dumps/rank_step2108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c51a83a94d7083a3654f6393c20f126ec584db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac123a8efcb9476d4fa923f66a6e84f8badddf1b8d4db7047ecbdf0e2f0d4df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step213.pt b/weight_and_grad_dumps/rank_step213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3d3f40d4ec42e70afa004641312bcce8b2f245
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb101bf54571793b803e31c483f8d0a0eae364dfc64f1a02a904a91e11504f81
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2157.pt b/weight_and_grad_dumps/rank_step2157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0bcebbcdc6dfc40c10eec52f3cda497b28e6ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba673e18deb4c96bc3c83be22fda45add007d459c2fcb22d588302b9900c24b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2393.pt b/weight_and_grad_dumps/rank_step2393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dc8c614022246b125ccc5c0fbf9bde344f4155
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19160712b8d5ce2f4d4cc0e31ad7d930585e23559fd7a1782d6fc2b2c1934878
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2423.pt b/weight_and_grad_dumps/rank_step2423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa74bd3f4e4d17c82c6563535097521cb33f0f12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb54649d0b42f66d0fa24982abd29e0c6f6d4ad84a59956496e4f95a81d8eea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2453.pt b/weight_and_grad_dumps/rank_step2453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c0b8d2ba7fab07e1a2cf80fd5e741e10adeaba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cacac172630506ab603ce34204b72f133bd3b3a78c0ea5e80f572834199595a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2531.pt b/weight_and_grad_dumps/rank_step2531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ed0ac93b6cdf566f32e755c1b66681e30cd922
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f545b2bf1b14bef64ec951198d703c611c42bf394d8dd1576d0162cbfd10b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2541.pt b/weight_and_grad_dumps/rank_step2541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdbd4385060866516a97ca02a16470166ae7245
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256fb96738fe20c4acefd390e5b08d76c82388f43964d8b877322bb46cd8a7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2599.pt b/weight_and_grad_dumps/rank_step2599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18ae0b8bdbc2c2df1852eb740e051e6a855dc00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbfae238166715666c28330b25eca4b18638dcef5be82cac86c5ee7cfd870a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2610.pt b/weight_and_grad_dumps/rank_step2610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80dbc65611872bf847e551e327079b89a937b36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc7f8730ef0ca8626a2301228428c5a93d43fad5c188e846a1da0b57b28a111
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step263.pt b/weight_and_grad_dumps/rank_step263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f0670500ae309127c2e26b5c582898aedd8b5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93a38c5a68ec0f6b59381b213310748f4bcdfba64457280a4b1f71a32597cab
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2660.pt b/weight_and_grad_dumps/rank_step2660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7331a56c3fa7c74805ef6cd761137dbf89359724
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b41bae82b17cc51c0071a91f17369cbc07bd8e9bf48ca5fcb375fb169e7295
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2697.pt b/weight_and_grad_dumps/rank_step2697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a414309f6653b01867fe178f22d5a9f12b5236b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b510cf009e834fa9ad062e49c379a252754666d0ba76564ed7d96e769b15a24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2702.pt b/weight_and_grad_dumps/rank_step2702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ece2d73ccbc1b87d992d75eac9439cbf23972
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3801c058cc46148de7ef3b2a420731d3ed18fc9fb3c26eb0c753ddafa7fd6fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2772.pt b/weight_and_grad_dumps/rank_step2772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77585cfa2a7ff4f342e03458ec1609abf092ff20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db00153b8b3e0ff17a6c459b32dd101f86064a6e546fc238c62f267fcc5a672
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2821.pt b/weight_and_grad_dumps/rank_step2821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9ecb0bbfa732f8c7a06839455b70b4b26511e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b126c58b170175e2308a2206e97a39fb206ca09b81b29f14b6d3e85460f671bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2889.pt b/weight_and_grad_dumps/rank_step2889.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed85b5cff67b0bf86a629eccb09cd145a863198c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2889.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43287e0e9bed364f100b4bc25bda1ea66d3469921ceb41580eecc7e871c8de1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2933.pt b/weight_and_grad_dumps/rank_step2933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8365ce4a5018375dd023af61e2443bad5f60d0e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5987b3cd1db73b1bf97ae45070169ee8313f35fb77030f31ca4734db92414d26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2943.pt b/weight_and_grad_dumps/rank_step2943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434d768df9ef37535a1a0975621c70dfa0204153
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34f7a3496872bf07e4960c58a66027ee144a67bf65681984c689c18370f4d36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3019.pt b/weight_and_grad_dumps/rank_step3019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49adfc6cff9cf9c08bdbe65c87723460aef484c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92c10692251d0a6822346c2ce1f1a4dc1ac8005ce93e19b91758b5bfc725a4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3046.pt b/weight_and_grad_dumps/rank_step3046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dce9b656bf92a7b64a1d037f10b55ebffefb655
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041257030a54bfe50e6ebb2b79b1661c0d60925f93f6a4b390a341e483bf123e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3069.pt b/weight_and_grad_dumps/rank_step3069.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61807427960e185e9fd03b9cf056a308a2cba750
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3069.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e423c82d8402c320e181a47fa549f0c7ca32877c8214c1553bb64878ad0b2d2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3124.pt b/weight_and_grad_dumps/rank_step3124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b1cee2fa34da774155a81227a9b80b96dea756
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc74ccdceac00361961b1e8c641024bcc7574b2cfd891ec11f9bda31c6bc599
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3205.pt b/weight_and_grad_dumps/rank_step3205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cd5f1af5d9c2a779e3cde0be1990cdd8e5379a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672fe63644fb9ce7c0a2985c43dc7ebf947b03463c9c71d4d09424bb09498262
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3275.pt b/weight_and_grad_dumps/rank_step3275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1949534ec3d99bb5c339aac139109023319f5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36590770254ea8e8c419b29d7af1fbde567e0b14a3b310254416c85827962c24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3282.pt b/weight_and_grad_dumps/rank_step3282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2964bc949d6d01d280c7bc54e85736666e8df5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c43eb233a67c748860ad33d198adcc4275ec69adb7c5ef465e83f2e040208dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3317.pt b/weight_and_grad_dumps/rank_step3317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642d29823017b68d4e0813d949d88c11460c8da9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbd60a31ae7fc5263e7856cb1fb071120f84bb132eee967dab81a087232c1db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3348.pt b/weight_and_grad_dumps/rank_step3348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ddc40eae7339673b9ca28361491271102655df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c12eda79fa1d5ce75c2ba6bf76a3564237d86510042365a337da6d2eaa9ee9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3367.pt b/weight_and_grad_dumps/rank_step3367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb7c0c78bd8705b2fb160e4e9712615ed5c1b1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53af6808469061186a6b8dde063987cb46a6385346a65fb66433a67a736e3a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3420.pt b/weight_and_grad_dumps/rank_step3420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d2fae101916a1c11867642f131916a23ac2829
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02d23ab5297ea00f07aeb9dbd7aee425fe5d0f261f5edc8c63698eedc158d63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3542.pt b/weight_and_grad_dumps/rank_step3542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5303f8c7f3324c1861113dc707c3c03dc6ab90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9746dcc0a1095cc41f90793122b7f36932e8ebaa268f67797d766e261fc11bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step371.pt b/weight_and_grad_dumps/rank_step371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67928b3c39ab4448b40dc90b9e4b3304756174b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46598edd88585eaf7e2022ab8ee07ea29ec43f1cf6e232bd70ce0e3d1b07acea
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3930.pt b/weight_and_grad_dumps/rank_step3930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ff3895acde40bf9cfc240b70a2ca35ce0a0d1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09329c4393100c379e8a7f81469064568049d4de2364b06aed0639d815a6a22a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4184.pt b/weight_and_grad_dumps/rank_step4184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c5ea7bd9daf0e0611a945b48aa02335f6d9c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f422ad9789464bc010e61cccfeeec6c216ec4a6e221d27b04325b7c3323d97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4340.pt b/weight_and_grad_dumps/rank_step4340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de5fed1876c24a2593e610fa0306d583593b7fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67100c13a56b8d0e7cfb08f3884016ced4125986f2eeed578ac5b339610c771e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step436.pt b/weight_and_grad_dumps/rank_step436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94500ed198d0db5ce12665f7c5834507169ebde9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f50759a1016edc2e9df50f52d5a6245aba2fee6c717894f33ac64087567167
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4428.pt b/weight_and_grad_dumps/rank_step4428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c59b101102e15fd957da82ec4f617d2c3911b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412a46ef22076e276e14b3f5ee4fd80ba2683fb19841f3965c83c808fd2ed692
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4480.pt b/weight_and_grad_dumps/rank_step4480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece162445ee7c078205397c552bc02f44aa9477d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5adc8b825e430fce4edb9ac341ba0946808a2cd5feed84a2061de5e8c8cb057
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4515.pt b/weight_and_grad_dumps/rank_step4515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b659aa0e0b85b55aeac96edf93707d28328f8d5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5079a231467f11813f2d494d3406c6733c8d2c8213d267d613824c7e087dd281
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4644.pt b/weight_and_grad_dumps/rank_step4644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb0337b6a9c95489ea649865a14aa79036033c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4890c0da8f8688086c6190138cc9fef81511d04780473041c960d536a3136715
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step469.pt b/weight_and_grad_dumps/rank_step469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e472be5de8f6143dcc5f7c8091616202394269
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2cd6a69a98385a297267fd1c498b0ef477348109b66d53ae5df7c8c5741f2d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4726.pt b/weight_and_grad_dumps/rank_step4726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52b5d041dd45d2fdd5dd1c2d694227f116cf6f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9320c0642c73702d16709af852c2b652660316c341fdad0ff7430b6cbb60a03a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4779.pt b/weight_and_grad_dumps/rank_step4779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c194076be4db718607a2099590763feefac1767f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3688bab639f1861a3644985683e395b4f156751c44ab7c9f14d6e62f22adae6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4805.pt b/weight_and_grad_dumps/rank_step4805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5705b3850f27d2d8b53c7f9402603314bed695
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446aead8a44b3f0a151aa102d35acb578763c9c84e0c475b07bb773ce46e7e72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4875.pt b/weight_and_grad_dumps/rank_step4875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce2e19782fc1eac2f6a25c8781502d3b427a6f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760583d245e1c66000aedb0244ed475c4c71224209e0e7c285652678faeb2da6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4917.pt b/weight_and_grad_dumps/rank_step4917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3a5639673e67785dddd73d92a4be4795abc9c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba77cd9cc6b6c5a06ebd7958ef6d4873711d9727b68681d2b3464be2169581
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4938.pt b/weight_and_grad_dumps/rank_step4938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b0829057b54824c52e57eb19a86aec1e66778c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfefc7908818f2db0416986eab902791770afdc5682412a28f81d9caff74cf1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4967.pt b/weight_and_grad_dumps/rank_step4967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7a1d907ae1329df23e586dbed09b3b7556b148
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b27e843fa4ac36d8ebf3d7999da354b8524f5b36a4e600033f9dbe30d682d48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4990.pt b/weight_and_grad_dumps/rank_step4990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc63fef50eac66a410163ef8c6c378e62727cd8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d9236dfee43f35fcc06468e346b128602e87ccb0539f9025dc748f90488b31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5062.pt b/weight_and_grad_dumps/rank_step5062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e4a8ee81ace07232915b8eae49183a5e6917d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6c32768081a105e42624d3248652d9469adf6af2955e2e151f16ad26c48b4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5095.pt b/weight_and_grad_dumps/rank_step5095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a88e99acd923a66c1b9c83e7ab353fef7c136e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b3007dd1effee1478d9a5b313a26a107c4fcf9402bbe706a53162425414492
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5100.pt b/weight_and_grad_dumps/rank_step5100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fca4e88477ff6056fb868ee5d77b37b989e457
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c36643d80bdeeb136a684ff6f599048a1bb898b799a0197f6b13e0cd41c471
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5170.pt b/weight_and_grad_dumps/rank_step5170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257f8ced41f7d51d7e5130e5446fabc6ea7ba61e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f05992ece21622e2f92fdbee23dc877c97c886f56ec1e8a8d58e38302184aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5251.pt b/weight_and_grad_dumps/rank_step5251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6203ed100e4dde266083adaefc55e5221a3d6d23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f171762588d1345e3b9b4569ae8526da95816f1981941aea4a2abc6fab6557
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5333.pt b/weight_and_grad_dumps/rank_step5333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24360ef24d41ee431d9679dfcac86988cc9f35ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e13cf1952c45221358f5c010bb5f464cd8888a6feef1672a113ebd9a1e2203
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5343.pt b/weight_and_grad_dumps/rank_step5343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7261306e781f6ead4a30703ba0608140aacf45e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2f3c9aecd1f310e2e9ea769da82e51d1da2a174d2d92e4ba2e4d479023e888
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step554.pt b/weight_and_grad_dumps/rank_step554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1b9593151a6b0c654331c3fb894b84d3ac1f02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3787ecd94ba10fc0ceec1ca2a4b655f9a3c069193feecd7ce47a7ff125f87db0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5591.pt b/weight_and_grad_dumps/rank_step5591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed033a558e20ebfefbd10e157de16d07921b88cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17784923efa255fd12a566f8a9ee1ca29bf6521062fbcaa8242b890bd219d8dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5637.pt b/weight_and_grad_dumps/rank_step5637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a913ffe12e6934c22e254d3c50d64c66673d4bd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0d8f4e0cc972db1cdf2561debff12336de5d1d133fe6b1e3da363712d1db01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5668.pt b/weight_and_grad_dumps/rank_step5668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdea33b17f44dbf7e5ce57e88b0e2ac91e446224
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a5ee30aa8b40f1a72df042682ce4de06eefe9904e4a6e428f82ec287a5a61c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6070.pt b/weight_and_grad_dumps/rank_step6070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62613f79229ff99af41ecc51a7a31257eac0475e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e48e8a74ae5a49dc905765188e0512fd9c277313ca0965901b271ca47e0f46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6087.pt b/weight_and_grad_dumps/rank_step6087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5405461e17831b107126837bae544747fb6e03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44e573a5d7583818c71e4259f89994f8152aa9c0ae298b8de796962af97a73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6162.pt b/weight_and_grad_dumps/rank_step6162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb67fa30683c6c13235cba6725fe906647ccd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348a67ab0c1179ba329511882456eff0323ad1807038a92901ba3d9e21d8f0be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6321.pt b/weight_and_grad_dumps/rank_step6321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2916714c91208943bb6cfbcc41208ca4c2cd97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e152ef5e2fcf7645d5db24c4b1fd1049580dba1c9af4e5293df327b9b8214ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6389.pt b/weight_and_grad_dumps/rank_step6389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d406b5f7be5fe1e851e16224de00ab6d183adb42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818e7e7c8f8724673eeab49af088dc52486d1a488e3804a2ab58eef377151313
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6466.pt b/weight_and_grad_dumps/rank_step6466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cb0e40bbae9a2b5faecb68591cfa60b28a5f1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fed3f53e0f8d6c5fea528a34a9abdb9ffdfb665deac8484dfa6646120375c37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6504.pt b/weight_and_grad_dumps/rank_step6504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3077bd8517f532f1ea5da55096f050d9b3832e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd52cbec1940e72588a7720af8111d4d5f1e18c31070909e9c2962858e6d70c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6625.pt b/weight_and_grad_dumps/rank_step6625.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d38f8ddd1d1ea2bc0729f6c70acee297ef326a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6625.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbfc4a48555da19bce8848e9d6bbd33b07faa49e9fd3752cbb7446fe5f1e955
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6718.pt b/weight_and_grad_dumps/rank_step6718.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8a716c5bc42c7829b1642201567ba8e1df4e2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6718.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70dfa8e6c78f25c846c7354d0970612879ee553cbc0c35299753937b615458d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6814.pt b/weight_and_grad_dumps/rank_step6814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092499617e748c96c62a343c16ad4da95d71b6d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c08b9797067915086be16e11d1f960e77c1bce6f1affe5bb66b63c0e690c42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6893.pt b/weight_and_grad_dumps/rank_step6893.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f39be5412cf685661c06ae73abda8d8d7e42a8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6893.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485709d9a3254e7a4d7f98c47e52d39027aae6918031b918e9079f7e658cca6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7230.pt b/weight_and_grad_dumps/rank_step7230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79891f0cdfb9f7781c5aba4ef6b43ecdfce940a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853c447685d1e9195c6086376c11967abc03985479c306ee7ec59ca48f7fb7e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7352.pt b/weight_and_grad_dumps/rank_step7352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d20a8f20a42f8576a1352833da9f73dbf81e58c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76dff78ac46e492ec31169c7c1dfe1a43b9f9eabe9ed6aa5cf7490331a15260
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7415.pt b/weight_and_grad_dumps/rank_step7415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425315431557bf8fbc2cd58e47c8c09588cf3e5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10689cdb289a994b840bbde6e778b56e8d32a2fbaa917aed9d37b24d570957a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7465.pt b/weight_and_grad_dumps/rank_step7465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8f6554239ccc9ac980d3d0ee29b1a34908d16a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbeea60a07b8b816a8174a650d85955961cce55d888f9cd162214cacb1993e44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7507.pt b/weight_and_grad_dumps/rank_step7507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44c355f8831d955e80813eefcbae3db96b0116b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629ef49d98612dcbd6bccc230fa577c930ab759d506277c2925a7d0461f08cec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7558.pt b/weight_and_grad_dumps/rank_step7558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b4d401c21796f7b197ebcb41980a2e0bef88d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd76d52e739bb7deddeda5da7ca67b398c440c880b3d68b4da8e2e7c07fd8c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7577.pt b/weight_and_grad_dumps/rank_step7577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69263060752741e03ce4cfc15e34c0fbf95e1d1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932bca258416ee2690819da01a53220ddf241c73b385db91dd1421fe7c47ddf9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7609.pt b/weight_and_grad_dumps/rank_step7609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7c0ac0339bb06d1fcc7ccabcefb8b15b053790
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37288e41f2ebe722cc5e8827d529f74905378999f635c81bf841e4a4fa47ec8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7656.pt b/weight_and_grad_dumps/rank_step7656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f3c3ffc20cb732f89a954e1a5c5ab6b54a713
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1377f1eb3d936645a52bcd322544eca099eaa0c04fd327f4a90ea866e082aae8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7734.pt b/weight_and_grad_dumps/rank_step7734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd2f946d1a4df2ff1e7393821b2f21baa8e6076
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83c3ba33558accc76a2cd19196d38066b95dfc03b8601b6fb338fccdbdf8862
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7838.pt b/weight_and_grad_dumps/rank_step7838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce10f8fc8ba57ce3ab2efe892501b351b70258e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad341e9a6de97b4804130b24ab37246fb26339c9a9d74a1217df6b62b3e26ca7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7848.pt b/weight_and_grad_dumps/rank_step7848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fe6647d9a84be8a2b94a3ae440f7a36690312b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929936eef6cf9243bcd89aa04956d1a850e04d7d591fe03000fdf426a002e151
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step790.pt b/weight_and_grad_dumps/rank_step790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420b69ffb00562a08a8629b0ef0709b9a4dd1094
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14d2be47fca678b87e2e34355b021a17616146dcdaef62b154e40f920e3575a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7905.pt b/weight_and_grad_dumps/rank_step7905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8044e6238c54f781bea9a4dd519a66ada6af36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1453a4b18012fade48b18f23f24f1e986bca852e0d5e98606937609f634169
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7975.pt b/weight_and_grad_dumps/rank_step7975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705cff2502de27dfe3a981fd55b6472c1bb47684
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e90ba438769c229e2d37b317662e281990bc4528da041fd98eee59c3895fffb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7982.pt b/weight_and_grad_dumps/rank_step7982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9420d42d2d737d6d8d792c92fb484c9811f3990
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a6746c65c4219fdc8a9e43918d5c5bf1ead7f5fdefebec12331348b65f5486
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8006.pt b/weight_and_grad_dumps/rank_step8006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa474c6ba5409bf1f012ad5759ddab95c7b6d9db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d656c23a4303bd94a8b548c5f4e53de2b57307111232dc0039ed48c5513f069
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8059.pt b/weight_and_grad_dumps/rank_step8059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eeb18d6de1f2b1106fa7856770ff0d92e5afdc6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93be0568ba7cafa7f28cb2c82a09ff4af936081fe72caf31a4fd10b07101368f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8076.pt b/weight_and_grad_dumps/rank_step8076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ed5e5422c29e944803211e8d3a4ba10064fdb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e560ed145c6ea13ab73b476c53f1678f8a0508ee5dae03005aa78c1c131d43e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8081.pt b/weight_and_grad_dumps/rank_step8081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d7da41cacc68d0fc05262d0f5bfa02f298d456
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f1d2b13875f0da43d20341e78d85b02e215f4271992825b9f2b29544bf2cae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8114.pt b/weight_and_grad_dumps/rank_step8114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5e0189ecdcdaa6e5a0a255640c66a1f3738018
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6eae92a0cc4e7f7fe9af8f7fc28500e16170a75d993dbeb10866ed42fe3a449
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8164.pt b/weight_and_grad_dumps/rank_step8164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2d0a329a424e89fee3550563f285893ae3e7e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82896da1caefa5090f1e6b3f96349fb61b2b115a310b2862c6d8eb40f0972b44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8193.pt b/weight_and_grad_dumps/rank_step8193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0771eb17fb90af46990c7a3cde46cfbbd7dfbaf4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f174ce5000ef60846a803441aa1316d7236449158d5091e1db1cc0f2cdbdbec7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8235.pt b/weight_and_grad_dumps/rank_step8235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0bcc1673c9b2a31f3dad1abb83bef16b6dc9d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0a82ee3829f89825e758c68114d0c8c60f59adcf10e00a905200b4635746c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8245.pt b/weight_and_grad_dumps/rank_step8245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18485d375b0859992441f07bfc4ccfa5009553fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69543cf510b7505de3c89f60f075019b3d6177dbbf9ecac740b4a46bd2999c22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8308.pt b/weight_and_grad_dumps/rank_step8308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6616297d9a6f191fe5dc7e671bbfe2b044960534
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1d5a939b69bfcc6c7283e81b70079101726af65eeb316b57bfc42f7daa30fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8357.pt b/weight_and_grad_dumps/rank_step8357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cef06a853050a0f26df01a5249b8da28af3ed9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecdf3152847681f357f41ba321521146ff9bfb5eaa73871bd5d2374ee192a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8460.pt b/weight_and_grad_dumps/rank_step8460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349fe4a9bd35d8c560a977ac67e0e0b766c0d8af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727f726239acf2834f6a07c7a44988a3dc9068a5fe73ef5973736a17939159bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8585.pt b/weight_and_grad_dumps/rank_step8585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd29f652ae0c0dd4f6c8468d127b032e2e7fc310
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6856fb2e5b66ff122fb48d858f220b21224b007ffee15e99654a4a2eede2553e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8812.pt b/weight_and_grad_dumps/rank_step8812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dbd2efccfb107e843b2dc01ca915472a8972d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d276b40052e5f026678b1b802b747838ef001fcdb6e56a987bd0099681ad21d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8970.pt b/weight_and_grad_dumps/rank_step8970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d38a73776b91f9d345e7ef0a0c9bf0d84277a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ea58d9d1e6081dd7cc767dbd325136c486275ce20315a393e42d3c72e8cb51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9117.pt b/weight_and_grad_dumps/rank_step9117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58833f96f38895ab307f3ea474047ecb1d1cc1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d1b7e99a72e5ff9dbf883c4a5e2617814db49f31aca1fe30d72c825d2417d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9148.pt b/weight_and_grad_dumps/rank_step9148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c2d5dafaa0a84c6c0c0134cf3d7befdbe3f8a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9b7735d60a1c5fbcb3e187a8ed9b2405d77af714bfd1e181343e94bce4640e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step926.pt b/weight_and_grad_dumps/rank_step926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979a5f917144413e924e514f3d792b9f29239d9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5a8a967d5cb318424e56b7dd8d6d4835c4ff70bd667a4e0a94917c95ffd529
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9413.pt b/weight_and_grad_dumps/rank_step9413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c4a3f43b3ebbb471db0c2c74e8e571df91d568
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff813efb8d8fbae0e205c03a5b243298f9d993602e2e15f226a4847dbef0b87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9494.pt b/weight_and_grad_dumps/rank_step9494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc3787dcf31a838f550529555a2066f287db6e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b811907e15dfb64ec55295043ac45b07e87a56271f8e09d6a98ea6a1ff9ddde
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9571.pt b/weight_and_grad_dumps/rank_step9571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c9c025c46bd3090ce5d5f11f071746a8025df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d4af6841e5f2a08b438773b313302e3a628bf0b2b789fa18a104171dadc249
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9586.pt b/weight_and_grad_dumps/rank_step9586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e128cecd486222cd9f344d8033f727d312d7033
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56239afe2f5352f1536e5fd733d0917b93a6746bdd453a9f07c1dfa5bd29e92f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9620.pt b/weight_and_grad_dumps/rank_step9620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8019abdc59a3fd4d3480aab26f130b68a8c50b99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83102ed997352977b2586d3a416aa2e2f95a029f074377a60abd73c6733e36
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9650.pt b/weight_and_grad_dumps/rank_step9650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a79aa89bfbf7b9338d8182321504dd8cd32de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5405d9f1a62182f081633a2d47a7f89561ea37b9579218f4abf63e7049797193
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9688.pt b/weight_and_grad_dumps/rank_step9688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ec7c6296d370db9b2448ed7f19048f1948fbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02239b81ba472a094ea9aa5cdeaf90e97209d73a19072f2edf693d7a9d304089
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9732.pt b/weight_and_grad_dumps/rank_step9732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd23580ec3fb79967126500570b17deedfe14ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e068db5cf5662af75de15fccd3214d4d94f454ec3f54d7d29d1cfc3390c932a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9742.pt b/weight_and_grad_dumps/rank_step9742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58cf4d53755fd52e9034d53d7c502c27a4c928f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13dc8edde7113410d7dd00f49ddc4428522467e92153786786f14ca03516887
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step979.pt b/weight_and_grad_dumps/rank_step979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea4a0438cc82304d93e5d1c460dcf50d92189dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5e23701fed499086bb0a80ad973277f5ce265a416393afa44aa1ff159086ee
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9811.pt b/weight_and_grad_dumps/rank_step9811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3655a9c6081e64883239f65c10cb8a187c3c8dd5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de121f477d945cf03d7bdf34c658da2ad0a99c069e5b8e62a34f4ef1ab26b78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9861.pt b/weight_and_grad_dumps/rank_step9861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f2f82cdc9ecbd19666b810f6bfac9639cb0978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cfcb3de2a0ac000476fd13755745927f3b72698e07a3e5461ee9702750e9d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9903.pt b/weight_and_grad_dumps/rank_step9903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919febe26d6cdaba7639f9a272463391193c3c46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf9a02c459df3e020130afa471fba55674c0df82965e2b86d20f4cd3c7d251b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9984.pt b/weight_and_grad_dumps/rank_step9984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229c712215df5c8c191fe805c87c661f62e64c88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbc64eb59fc2cc63c5bf23de9d28ad287ef42dd3cd1d22e6f43d5ffb396bb73
+size 1524331132