diff --git a/weight_and_grad_dumps/rank_step1019.pt b/weight_and_grad_dumps/rank_step1019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ccc72266d6c3ae80120cc3ef6868a5dd9bcf6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a436f996b989912cdb0f86c1bf4434caae88f7805bf3787b0909a5403f337
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1046.pt b/weight_and_grad_dumps/rank_step1046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b612b77f63abe9f3786abc1dbad506cdcb6ca45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f053b1ec1ca19977f725995be494bd02b87e223a7cf55d1562bb235eb819a2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1124.pt b/weight_and_grad_dumps/rank_step1124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe39e701274820ebe3a1106a48f90cb0ecf89d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe03cb30a66264d9eb379dda609da63646540d49eebe29104a4dfd7b2639045
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1262.pt b/weight_and_grad_dumps/rank_step1262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e532bb82fac2f7b328a7bc2bb5e7e10a18a15244
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4995772c2561aed802659b073b9f49cd87784720ea973c4971bbe8f7f90749
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1275.pt b/weight_and_grad_dumps/rank_step1275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3548f334bc7ca02c802399068674c1541ef60cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fee3550baf37a0b9e1462762baba29ffaffc5af695ab5de880f0448ca4f2eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1282.pt b/weight_and_grad_dumps/rank_step1282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc23f0360f57d043b164276c30e617f42e3434a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bf71617acfae88a51703e10d203c3f090cd7a2a7c5b78afa723fe29f2c59eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1348.pt b/weight_and_grad_dumps/rank_step1348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b4f0f4dd9ac3ac7b89a14a8fbe8a986a1d5448
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e169c4e431169e02480500f910aefe8b2f7662f604f930170e3441c099a71d13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1468.pt b/weight_and_grad_dumps/rank_step1468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c076589e836b72db15bbb471ad51dcd5bac25c91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6631dca006aa45c374135bf3e8067bce21afda786beb2be4e31ab9b20d1a9004
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1488.pt b/weight_and_grad_dumps/rank_step1488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a943afde127fb472ffe154d613f0ca1a13edcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15cfa0d64b98e5bb22e4013b85a756640b23646a75a99995525176c5c5c9b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step153.pt b/weight_and_grad_dumps/rank_step153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7447ba4983b4b71fc3c3e9b6c2579cf6aab63a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de58ea613fcdd9133125a181af68b380a9d890163f1711e4f9ebe5bfdab2fdfd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1771.pt b/weight_and_grad_dumps/rank_step1771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2791bc3c94d4d2eb23e91a6cd7dcfe6d4f62726
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280d2cae497568275eaac1dc7f91c2533b09009da5ed6d320b4c676ab7da1045
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1852.pt b/weight_and_grad_dumps/rank_step1852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd1514f1bc2a6acca699ac3cc67f7054739077f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f89cac8b915c3b06d2024d10fb1d9f7b602f222496f5aeb79ec7b17fadf8005
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1998.pt b/weight_and_grad_dumps/rank_step1998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97f0fe403fd652182cd37f1fbbd2a78c1dc856c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2f4a735abf7d4c74e314328eb2c940b90a9a6dd054d764cbdd15e5b02ec026
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step202.pt b/weight_and_grad_dumps/rank_step202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa44df97bb4adc68af8ed1e36bb1363d3d58639b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4467974652dfd00f636b6e9edf46be22e67cd34957883f0462e377f5ac8caaa8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2054.pt b/weight_and_grad_dumps/rank_step2054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e0d20095fdca21213e3df34379a53b0c239b1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38ffa625b2b54d9844370d0a8755f802e76ddfa519e18de1f00d059bc033ac4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2136.pt b/weight_and_grad_dumps/rank_step2136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1636068b0d1793031fc7bfeb33e85daa3851baea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a80a9ca23577145d79ff6f544d52280e7a0244663c7ed57fd66b7a44b99759e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2169.pt b/weight_and_grad_dumps/rank_step2169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323240b2a73cf5ee8b7f54364eed0795d99da21d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0563503cdb9364239e00bba4431dffa986469a7e98107cbea5eec27274d8eed2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2267.pt b/weight_and_grad_dumps/rank_step2267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b33bf4cfbf121c7691007bad6dffa9418926db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b068c6095043ff7ba5ee9feaf38ca7d4217e1e0079f813061c32146e76a93c56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2290.pt b/weight_and_grad_dumps/rank_step2290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a7e812371b6d4356947fd4fdee6457d95711ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc859ca1de2cd71dbfdb494643318d792aea46238b6a4ea42adf62fac8f311a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2305.pt b/weight_and_grad_dumps/rank_step2305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928220a0fc8e95722ff1a9bb426e20fc7f126e36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a32c6414abe4c4cd517ce74e743022b1e741c3a50df82b440ed78a7591c591a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2601.pt b/weight_and_grad_dumps/rank_step2601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ba7fb5c021a8ef9a6364b52e737bde166e88b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e06a6c7391e513d9955bf210c2277c9dff5f41fb1254ca1eadd223801347aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2763.pt b/weight_and_grad_dumps/rank_step2763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2f72df702368c04767f63b7c765a3f540fc752
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1433804480ff77a5d1990c9c1d09cdaec30ea134e1948b4b51d60454c5bb3dd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2935.pt b/weight_and_grad_dumps/rank_step2935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7566729043d015592d20039ed88054f877df78ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cd00dfbda6a2aadd93f532a350236323926aca17c8264190fb815922611f2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3027.pt b/weight_and_grad_dumps/rank_step3027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b2e9fee4535f616ce21bdc51f6eb80e26bc9aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f961a1b832509637b0b0c34b7e715851d2f6c6cc6655838be387be90b5f4bea2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3214.pt b/weight_and_grad_dumps/rank_step3214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3b9cb62e51e697665e606f9f03210b1cb21ba0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249ec920a9238b02802aaf0f92be13d5e634230449e6100ccd3f272586da1a78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3329.pt b/weight_and_grad_dumps/rank_step3329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea98fce2b999cf0ef0d23ecc76e75ab16a084c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90289730f80fff9a81faa54bc9d33652e12d29d4f6be5c4c2042b245448c10d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3376.pt b/weight_and_grad_dumps/rank_step3376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cc864d82b3b538ce6a5e06c249ec81705d055d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8637c26902df0ab4062145a9add6c92c27dba342d12e61c7fddb0197f9e176ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3441.pt b/weight_and_grad_dumps/rank_step3441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c2106f426783507d164409b6e88a359c48aaa4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0406569a85f5b8f49a9cc02e43205d723fd26d558dca06099fbae311f0f1fa2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3523.pt b/weight_and_grad_dumps/rank_step3523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be66b6c284e93b8eab5745e02bf914f8d05094e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2ae2cd27cbc2824ddebd23f4f29686bdb98cda6e63e7bd23c19279541b731f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step360.pt b/weight_and_grad_dumps/rank_step360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a73ffbbee4d789c964bd978503a1375ed9323a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e65cf45374eb809c004714c6d0689992b560e729e540bfb30fde15efac12604
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3672.pt b/weight_and_grad_dumps/rank_step3672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f032e42c8478e844e25d615fb8c0a82dd17f89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ef363c94a808260d13043516b9196caf9ad6c1e386e5c2c60dd2ea154e1d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3685.pt b/weight_and_grad_dumps/rank_step3685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ddbb84ee4a69e4259db8fce349e3d38d526a54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843a3d2063234f397040839dddd599767614169bfd6d60067d26845942b8be9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step37.pt b/weight_and_grad_dumps/rank_step37.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59099f8b95c834d3619dcda2cdddbc751f6026e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step37.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7141987fb73919b8600c975aac937ec5596291b92310f65f53f177d9178a4fea
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3710.pt b/weight_and_grad_dumps/rank_step3710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b9a1e7350f5f2f38c71cad2a5991a9be494cb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e41d941cd5758bee52f57495e33b87076ccd294226013ff7afb5a2104b825
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step377.pt b/weight_and_grad_dumps/rank_step377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7705ba16ce5d92535f836494b306d2a060a553
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dffcf71fe44d1b86da6439d11c5fad99f60d6bcb4b5d8a05c05f19e1a4f12e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3833.pt b/weight_and_grad_dumps/rank_step3833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f404f87eaea2ab2d43d86730d804c808feb883
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64c84ef3ed02321b8a74261383f9d284a1937726bcfb0b128053f04373736bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3951.pt b/weight_and_grad_dumps/rank_step3951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbc0cbab0bee769fe448acde77a52ef91b6db5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff51fd4e17b69aed30dc1292abe8a6f5e4edf01a95479ee9b0155e356b5bbb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4067.pt b/weight_and_grad_dumps/rank_step4067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b55f68b9653dc032875e7947e8fd5f6998de113
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd05c2c64b607eaddff802b4f7f71af26a6953664bf994f2a4e3636a2025ab9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4070.pt b/weight_and_grad_dumps/rank_step4070.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58360ad0343343673b1df008ae158adad77afe88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4070.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed49d9e0bb4c32e0dc9b066751adb993f6a90a11f59594db1ecf8792cb35a8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step408.pt b/weight_and_grad_dumps/rank_step408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddb748ce8152290fb7b97fdcb70dead6d32b328
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a28920579236bd4f63c006b2327add909571a58cb5e4a39b5300e065d41f4e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4087.pt b/weight_and_grad_dumps/rank_step4087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15716179f6e2b0e94dc44ad973eec5f2e9020381
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ebfc6d9c10aa83303651a3e3e531ae9fe1561375d19e19e6e39a76e4277ac3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4243.pt b/weight_and_grad_dumps/rank_step4243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb0b3f3dc49d72fa9081aba7ff2a8f3f087f1fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52b82cf271ecc121015f92b91d11afd52ec77e9d991d0f139a8232edd1b8290
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4321.pt b/weight_and_grad_dumps/rank_step4321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36b3740a65d0676a8ce791ebd4f55ca7094cd81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4b1298ef92dabe37505e045ee1ed752ccde2a15cc18a626280a9ad6facc3db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4389.pt b/weight_and_grad_dumps/rank_step4389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff41d4bd7f1ddf07b2e9dbab4c56c40362d8fef4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14177977c7a13022038c0b348ede9bc4f95609199f2ba6fd2d014bdae4c66f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4401.pt b/weight_and_grad_dumps/rank_step4401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2382819f7dd27ebdae2fdb51eef244436b7b0b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e00840e17d736f0337846f0d9afd32c913250c18b0430010d37a3fd737e898
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4416.pt b/weight_and_grad_dumps/rank_step4416.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7481311f27918ebe619942ffa71fbaa472a8cb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4416.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c34b28bf27442d24656bb02f3b51a80525d97596070e4e4318c9d799eca5d67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4449.pt b/weight_and_grad_dumps/rank_step4449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645222e7fece118483c5580185bcdebe63cec325
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cb52efb6ce160095e816090973a5a55ab7c26375333efd2b1fa844238568a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step457.pt b/weight_and_grad_dumps/rank_step457.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fb79ae3f1408b8e058243cfa63834011220024
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step457.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5734565730d4c7357be750f249446ea4d5cbb08ecf2f6449c67a73880354c7b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4574.pt b/weight_and_grad_dumps/rank_step4574.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d33e7ca7efc7958bbf4a3cb2936775bd4349a5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4574.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b30432d2165ddee176375706e58ef5fa311e500a9fba9a3b11d93f733127755
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4864.pt b/weight_and_grad_dumps/rank_step4864.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649cdc294ef312cc830076c99d4ffa405f532b94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4864.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa2c05b2de5591c7c34569fc1da2e1b91b3d4d16dad899fa6b1beed21a8d85a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4906.pt b/weight_and_grad_dumps/rank_step4906.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923e87563242d7a33a7285168748c798a5f36a62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4906.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37bc554637a389ee5acd0dc08cc281f18372a8a6503472f86b01f057b0cb903
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4959.pt b/weight_and_grad_dumps/rank_step4959.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d848a5d6fa64bd7c7c29e5e4dc24c7bc967f74d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4959.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864769fc27b85566d196fb61a9a0e34e224c92255caa0cdb67f55424b9d3af49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5003.pt b/weight_and_grad_dumps/rank_step5003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ed870773d18ecd39b665fd639bfa6471393b12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95efb3fcab1dec9062efae2b6fb48dd16450c06eea0816cebccaec38844117d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5345.pt b/weight_and_grad_dumps/rank_step5345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254312f0b1caff77d54cd043bda23ff7177a7549
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0bdddd8d81d0685866cf1cdaa04408866855d768bfe5b84f4ef6ba6e1e1def
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step535.pt b/weight_and_grad_dumps/rank_step535.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fd5d7c52d39d6bd9e9f76780b0ecf2590c4e35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step535.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f69c4d883aac6346e4b73942aa354e090a75ed7cd3099b77faac6aa583f4d1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5465.pt b/weight_and_grad_dumps/rank_step5465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c282f31ba18b5434347705d8559a7a90727bd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7646cfa256b3e24715fecb3f52753e0b56aad2c8f63de4c0f48cdb5f2106bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5472.pt b/weight_and_grad_dumps/rank_step5472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7473d682f72e78ac4732949244fe78e98e6c070
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4ecc8f5e087d69821b17514fa8312f4611e5af151d60f70145411916c40a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5492.pt b/weight_and_grad_dumps/rank_step5492.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b47c79332fd8cba88c5150b4638d9dc4a9031e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5492.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e58b2b761a452987e900a13ab5c8f43823a9c9d207adc6696a76fc6a29f74c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5507.pt b/weight_and_grad_dumps/rank_step5507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee2f61b48ca089de169b50f1dec3072684b5cff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490914b2fd0bf5dad2418b08787c7b3e4b6920f2f92ccc777450ab6b135cf923
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5558.pt b/weight_and_grad_dumps/rank_step5558.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230affea9c8a7f353f8d3c94cc84ba8dae24d256
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5558.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e31a2674553c4f27bda7772fba1828f739a9ee64a1b04a3e6b73b9f228a0e8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5609.pt b/weight_and_grad_dumps/rank_step5609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017d7e56c199db0b6f0d568396fa0b82eff6d2d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eed6803a0864e425ff9347748bbca7e98c4484fb3ec8072ea0f002bf63b0109
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5656.pt b/weight_and_grad_dumps/rank_step5656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61919c87a94ac4d0c3b4b5a7b239fd47dad573
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05f6051ead9cadfc2c8b8fd8c0a5ff7e7efdee6bc561e53bb4942751a8eb0b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5734.pt b/weight_and_grad_dumps/rank_step5734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0285204d3d9d8b5aa1c720930f9c72837d98560
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d66dbc50624cf9f3471f8e654b972d17b50d1c1b74466dde79b932af4f05222
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5848.pt b/weight_and_grad_dumps/rank_step5848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8cacf814ca59da599cb2deb890fa922057d354
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c263d2ba14db9bbb82db553b7a68ca87dc17c38f4f36d4cb86ddc423740b4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5975.pt b/weight_and_grad_dumps/rank_step5975.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb754d34a08dd5ac4d5aab31eb39428e87c43690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5975.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8df902b9fc656639901a61e032c672b10179e22d35dbf9dc30bcfc088880e3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5982.pt b/weight_and_grad_dumps/rank_step5982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1da6835d189ab62e629a41e206f5776d129459
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39ee53b93833ec56eb3befbdaf0844247bd3684bebfb9fb7ada18df5d7d38d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6011.pt b/weight_and_grad_dumps/rank_step6011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53ec84887e113c24f44784f675b22b30a9e5e08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd6432e77762399246adaf0f68c0057249e505a7d53c46bcddbe614de075763
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6173.pt b/weight_and_grad_dumps/rank_step6173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dca092a5e9bdbe5fad26cb9bdbd4e2e967f2aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d121bdfee617a544b67da149f4c1a6720ab23c52bdb2092db10cd6842ebb8a24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6222.pt b/weight_and_grad_dumps/rank_step6222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ade2a2f33871de993465fcd6f251e0213ee9e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ef519859ada1459429a29482aedf38cde28c9de4ee0b9837096577646cf26d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6428.pt b/weight_and_grad_dumps/rank_step6428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1146a388dc11170608ca4d3ab2551426e0465fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550ee31c72a1e5577209173fc3efdfb68490cb6dd1584727fe724a9d56f6b663
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6477.pt b/weight_and_grad_dumps/rank_step6477.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9366af4d0e35894794b4f0900b850c016e29155e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6477.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0cd648d24ae92bf08df3dc62fc9ad4e23e7e5f90e050d49390bf58bef0d8f93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6480.pt b/weight_and_grad_dumps/rank_step6480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2015ba588faa4495a4c9818abb73eb7ce24e9f97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdaac4620d7aebaf4bf9016d8c95d80d82e698d2ba94d0675c37bcd0e555b0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6515.pt b/weight_and_grad_dumps/rank_step6515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dc9d3d437338132198f67023fb3cde81cf37bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e4095be3e9328b9a60b88464f99020fe8625c89c64a69e066819c30e17ca4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step664.pt b/weight_and_grad_dumps/rank_step664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3447e1cb8ef86736730663c4e534a09f14959d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353eb7b10bf52dacdbf6ccf28705989b7973a149008d00d34762b98fbd89666
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6644.pt b/weight_and_grad_dumps/rank_step6644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202f75cb0ca873d15d57491b200044953bbe05f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da546ec7ea65a8d0f97a5163049df50b88ba6e0df760cda6a463c87868d0121
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6726.pt b/weight_and_grad_dumps/rank_step6726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d3da3166805e25b9d379780dcfa7e2c09da40d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7048039c3698faf5ca4459a5cd960aae286ef001553a1eada223d74562410d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6779.pt b/weight_and_grad_dumps/rank_step6779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247cf54d5e3fe0ac2361e58f074e3749c4b4160c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a0f8131ca8c3970d891bd6af5604698fe65db2e892f0021244bbca55d9cbd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step68.pt b/weight_and_grad_dumps/rank_step68.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a265a5607091ebd5765cd934e27b85a7e76f3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step68.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b039d100a169247df654ef25d7819868271b54e63894a9a5d06cd308e1309e3f
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6805.pt b/weight_and_grad_dumps/rank_step6805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c65dcc5eaa6c4f61816dfe3f4f384181df13dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5ada786d5779bf884b392e041e1f495a66ef3aec043c9fdea317ce77ce9b3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6812.pt b/weight_and_grad_dumps/rank_step6812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d2cf9e73913241c85379cdca6c4b9509af9ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c442904087971614502373b5ff9e015466a95df77c98851a927d05cd08d372
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step693.pt b/weight_and_grad_dumps/rank_step693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37fe07d74fe0b3e04c3c91348b1415afcc85619
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7641d919d1d3fd6e298bb05cc059c583ffc32cc78225cccd7e7b4ea6a797c5cd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6938.pt b/weight_and_grad_dumps/rank_step6938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da678a00b378a492dbfd2f08702edf3317fe251
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb2bd868dae142719448e415c1044d6507869fb2a54f87a7c81885821366d0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6990.pt b/weight_and_grad_dumps/rank_step6990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6154c489411ff6f672df0ceaced29842240ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83079a8500c4b2da7ea0a59b9335b43eb4396764529bab62d7cc5ded6047cd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step706.pt b/weight_and_grad_dumps/rank_step706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ea0a5570c06fea85ff124c5af91506d6d82868
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3881415d7a893eaa06c7b3983264ff2b442b79f5123242bfb676319784538f12
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7062.pt b/weight_and_grad_dumps/rank_step7062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70db15cbdc9bb929a1ecec72bd7dedbe0aca589b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77486b396f775e6b8d6b0e656a479da09855589092b8adee6e984851d9e11f8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7095.pt b/weight_and_grad_dumps/rank_step7095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799a6602d565411e77b245bf805586a410c50f97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786b80567838e56460ca2a7404d5f324b87e346bf8c4df6a5efa44a48a20a22c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7100.pt b/weight_and_grad_dumps/rank_step7100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11999ae869ac699ed368ed07c07c8b72787e4426
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61044a7a875c998253a78feeb20387af480950144243613628a3329ae23a273
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7148.pt b/weight_and_grad_dumps/rank_step7148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363e56d308ae5ce6d0fa99c2af703ba9aaaba3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf89a3f39e3721cd3a92204b192063dac172d8890ebb934f834742921d163dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7251.pt b/weight_and_grad_dumps/rank_step7251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04382bc994f45c7fe912e416575fd1e387e76f70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220e2a1b730b7dbcc2175747f452fe348439f40276b25244c07520c84e91934d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7333.pt b/weight_and_grad_dumps/rank_step7333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734f2eefcea4a96ea5ae8ae8210337c8b4d9ee8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a79a98d93930f56b07f297463440adaf3f869ea7f43800b82814e76430bb5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7404.pt b/weight_and_grad_dumps/rank_step7404.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aaa93abe3a1fbef3f7b67359bb2db44cad5cde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7404.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc88785c1395fbad0d4753048d094f94bec66c753e70a014185711a65f7b8bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7413.pt b/weight_and_grad_dumps/rank_step7413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082e7086bc87ee7f43bc13f671f98cd8ccc8bd5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c227c1a58b55765ad36783fab980cf951f8a77b2ed411aea060eac462cd84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7539.pt b/weight_and_grad_dumps/rank_step7539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef84390ad6f0e339cab5e65f766457bd65542a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2d6792e8158cbcbc74e985311139ddaf3c415c8dd7ad24cb48bf74eae1b29b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7566.pt b/weight_and_grad_dumps/rank_step7566.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072c2dc93d5aafb022f815b20a4648ed788a9f5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7566.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83306c7b09b43d1d504efe7f253d9f4519335a8751567a4cee9e65ee6ad878b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step759.pt b/weight_and_grad_dumps/rank_step759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0def259afc77641e0dacf112e4fa504b94e92cab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe1f6764b1b615c3dec82d5e4667730745d198853ac2df74f7f64c6aa355c8d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7637.pt b/weight_and_grad_dumps/rank_step7637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b313e84a56266468b73d79f2309d5ad2deff567
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b6cbfbf55d2d8bef38186aa924e73644aea32b7d2ba6dc111ad30218998e5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7755.pt b/weight_and_grad_dumps/rank_step7755.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcedc81f107f49abcae688046cad73b616895d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7755.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ec6eff5da5a06edf70d7c5d1e1e340c3a85b2d3d4ba610e01e581b2223656e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7829.pt b/weight_and_grad_dumps/rank_step7829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e629928d84beaa95946a6f29f054132d1850d8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73743d5ffeec844941a63fdc1cff9d0d7c1e9706db100421978adec720c48efb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7876.pt b/weight_and_grad_dumps/rank_step7876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9496dc60833a442d8094907dcdb77c145bd13902
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045db0006ca6418d5ac0749fd37aba64baf5859f93c01559aae25ac4f7345151
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7881.pt b/weight_and_grad_dumps/rank_step7881.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7536559f1f5258849217ebf8ae2e0c832d579f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7881.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f064aef803f1b56990fad328dc5247ecb1a5a7bbd10f9a2b77140f265939c46e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8038.pt b/weight_and_grad_dumps/rank_step8038.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af3d13657def79f24200ce6a52985b83d828a1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8038.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb2451683f775aeff32110fe3493ae4273a78169f92f5c6f841cc9dbf4dcf58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8087.pt b/weight_and_grad_dumps/rank_step8087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b3a1413475320f75924b863e03cbe2af911b77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7e2328227edc187d7cb8784404a60a2cd93329d1549e9c30f3089fbafd7e2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8243.pt b/weight_and_grad_dumps/rank_step8243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05708df2ce954442c0be258b7da56fa8fe2633bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832857331a57d078a12e5efc2bbc803565accb28c151b6f522d1e89a1838f5e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step825.pt b/weight_and_grad_dumps/rank_step825.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016d4b5617487c12e89df3b10be74b3b7af6333e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step825.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0732390cb42187399e9652e9a17e85a20887cbc835e2effdcdfc8d62083c276
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8401.pt b/weight_and_grad_dumps/rank_step8401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cf7493072c6b345aaa741c83e9a8a76b5af68a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635be7945b7dfa82507effbef28c9880319eff5c3257e9bba17c0d44bd5feb3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8563.pt b/weight_and_grad_dumps/rank_step8563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275ed3bea2e63e6c42eebf92a499aadafe5d0fa9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71549ddaffc0757559d41d4e81079650184878e71579b2ac302b639ee08e9e71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8747.pt b/weight_and_grad_dumps/rank_step8747.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc267e1219041d566f3cc1b85ae0d9b424d9eca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8747.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455c7afbf6c69f8887e3e025357ecbcbde766db6ea077768d5e9ca8cbbd9a9b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8750.pt b/weight_and_grad_dumps/rank_step8750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae7b1ca7521a0c611c0f8d40de927d52720067
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0217b4f198fd90ff9a73e00c0c1e7d6fd791ecae26172c7ab9d7f2a472ddd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step88.pt b/weight_and_grad_dumps/rank_step88.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457766a7f7f5a00327cd4b5f82354460d0cf5fd7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step88.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cffc0f72aa4b270e2245df5da28d5334401f1e493d9f509290914d4175a2dda
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8873.pt b/weight_and_grad_dumps/rank_step8873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a938a39ecd4fdd890b6bb9e233bd990a92ddeac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203e48761dd4679dc291c351740967be0234bb902c5253f6381dd32d593a7605
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8911.pt b/weight_and_grad_dumps/rank_step8911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa92bc185a69d08dd427b6bda38a92059a2a3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38a5a6ed466bd10aab705815c00db0348b33ea54f4b41fd2c21defd289ca5d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9014.pt b/weight_and_grad_dumps/rank_step9014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4163ea3186e738730fb99e4a9a63724e401fca36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7676d8995dc9f362b48b398859b5fbedc21707a8211b9d919c26b1a50acd6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9129.pt b/weight_and_grad_dumps/rank_step9129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518885e13904fe4765faa579580452b481a931e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fc0315ef10b3cfc837ba1502ff1a5e1f6aaaa312c129b3db84905b387c9f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9176.pt b/weight_and_grad_dumps/rank_step9176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c836d7022d15ef29a824999cedc6147320e0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb9860f4e416c161dfc15809ae9ae4dfb45e3db4950aeb7230c52a4550a8a2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step918.pt b/weight_and_grad_dumps/rank_step918.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457b65f92aac6c7540a002df2114e5c29ba18991
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step918.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e290e87d01bbff43de2de031f2c570a2e642375fc9a014f32f988197b6dcd497
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9181.pt b/weight_and_grad_dumps/rank_step9181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881f117539977b03657422a51190702a3ed41a22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08460d8b03ae1f7ca36a1e5c836cb40439f8c1cc030bc91e63a489942a40174e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9230.pt b/weight_and_grad_dumps/rank_step9230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e0796bcaa6c4a046a2904184e5584fe064bf91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b6857ecfe6662b44183d8e967b7c7e9188e01e4448414ff2774dc08e53d84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9278.pt b/weight_and_grad_dumps/rank_step9278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65f6bce42184a0db5e3ec7d87f9b20262774e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e19934f68aa32aa8898fbd125fe140d2ec96e3be6e8baee00fd8f7ae0c696b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9352.pt b/weight_and_grad_dumps/rank_step9352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a1c4ca63e1ba59749fd1ac67cc243923d01709
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e26e6059c599603f7a19c69781470f0282893f8d983eec5e71730457ac12e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9465.pt b/weight_and_grad_dumps/rank_step9465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccb215dd79745ea270ade8d979b426ef2ac837f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cfa639600f9230f76b16f4507d4ce8b2adaf0f981b4020253ca6e9c4afdd43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step947.pt b/weight_and_grad_dumps/rank_step947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3c120e49033b3d344cf7aa07112ab2039b46d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17770aae8b207e8f5b0436516d44684d0ca9a7708d8e771a8793e2dbed0161c6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9485.pt b/weight_and_grad_dumps/rank_step9485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c707e316e14c217f4b55f4b2e4a01ce6fc9ad09b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd9ae93d7dfbcc68d114a4d36f4042af223210d3e5690c294d905861b8388c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9723.pt b/weight_and_grad_dumps/rank_step9723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac8675a9981f434e0d36a0f84564da4ad8718d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32605f7b4037f145b94cb4b9b37b0e27e14ea3967c5f0f4afacb8bbee78d1148
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9848.pt b/weight_and_grad_dumps/rank_step9848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc98c5b4c48a23591f6d9248e3b6434fce608d42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a6230fef1e923f7cdf983905754cd6dfdf50601e569c0feed8ead2b1147ce9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9962.pt b/weight_and_grad_dumps/rank_step9962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e3067b7f489f682c359a96f3a661557757ae03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32284489db80ffd2a7114d3df658589c2a1666ed2595e566c50d886de44db48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9995.pt b/weight_and_grad_dumps/rank_step9995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aca44e2947758ee97f0bf31ef29fddf7d1ecd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8a9838cdf959f6a4ac269adaf52c5de29d69309d99b3797bdecfa6e0293992
+size 1524331132