diff --git a/weight_and_grad_dumps/rank_step10005.pt b/weight_and_grad_dumps/rank_step10005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a8b317a92d4e85265b3ce4d6a8d4d16a05b4c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0b04b9ad6d1097b872071571a825dede0f5ef75261559f8fb0c3d85629f8d9
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1073.pt b/weight_and_grad_dumps/rank_step1073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29c1acaba5f793c8a17fe08287f5ae0410da91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7046e77aaf9b7e43c4dfa3ac0b47ce3436903b7d88ea6ca39e0ed402f70a85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1111.pt b/weight_and_grad_dumps/rank_step1111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fa80225122ddd8a4d937eecd450ade1c3cc005
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e472abb56763f8e1ac2228e070aefb54785cf83c75a63cd25d402a64fb4eae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1240.pt b/weight_and_grad_dumps/rank_step1240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bfced7d1fd2141698d4b2929fe7de19e7bbd14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cd1cfd65b2dfcd4a7e480458b959c45327465d448db69aaa16ab203b575ae9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1322.pt b/weight_and_grad_dumps/rank_step1322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1098fe2de50eee281dee84e63295eea169ae28d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63470b25dd0d8c40d64c99b9185837f5368d10e845aebe26cf098c23423c365
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step139.pt b/weight_and_grad_dumps/rank_step139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809eab36e30a1078daaae9a51c9c74c7ba3b2357
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d115e7f7cd0320ebe4d611b90c95ff93f242ef41e3ba865abd329097d5e0f4e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1402.pt b/weight_and_grad_dumps/rank_step1402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb6be89d9668ee7c7604b59a4c744b1fea81e1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dd322977d14c3eabf6cec581f7e95287f3ffc948847d3670eb6b40aa00266f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1415.pt b/weight_and_grad_dumps/rank_step1415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b560fd3ae7cba2cdedaace5bb82b34c8459c5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859ee446ec96eb797e3ba54b8f5dcde83334f52df454d0e20cfd583919f3631c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1528.pt b/weight_and_grad_dumps/rank_step1528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b0a732b531f762d4bae59396a86df23ef6d300
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4c52d068fc673ce26cac13e236916313f6fa5383f641635ef4f9412c727345
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1560.pt b/weight_and_grad_dumps/rank_step1560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096b3a0fa6ba5bbac69de033edd94cfc43041ced
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e39ac0149d5718c66f409aa98a5e5a7f18c3606b0c2e26b06c29c0d7a222cde
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1577.pt b/weight_and_grad_dumps/rank_step1577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f9f83252748ba8df0ffdc0dad00cc726fdbe4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c5c8f005b30b0598b78fc0a74dc694fd43b1f452105d97192b6db9ee13918
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1626.pt b/weight_and_grad_dumps/rank_step1626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a536e27efb71955775bd8f42645f3bd0954d11e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916a7dc1ce5b5f83c19ed0528ad98f6174f64addef2eb6e6a23f8efdd347a8bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step166.pt b/weight_and_grad_dumps/rank_step166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9130e09532cdeec1c29352254957859b934fb779
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2e189fd420ab7e8b9cac146f457c724a69f330bacf63a39e7023de501f5e3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1838.pt b/weight_and_grad_dumps/rank_step1838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579b5d34d3e4d58c28afdda07f2a12af51881c5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090a5d21e18091142d5bcc071b968310d1d15b1dbe97ee713d03e373452a1c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1867.pt b/weight_and_grad_dumps/rank_step1867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc699ccb0a6c6638a4f86a61e6504ddd38239114
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab3a2b08db00b0c8bba71e722e042312b5fd3cf0215357b9f266f7e2428865f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1870.pt b/weight_and_grad_dumps/rank_step1870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8026fabb954c58e22273094e8d8aed4a77bf141f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b4bed06aec8545644922dd6672e26b50205c3d64e3f604ae8267a3baa95ce1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1905.pt b/weight_and_grad_dumps/rank_step1905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efea389b2e596b71fc586b1ba741a936e8d9bb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496185f6e889cc7c1fe8823d1e9e7a25eafa4d9e3f1807839ad7271f7b5325a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2096.pt b/weight_and_grad_dumps/rank_step2096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a232e76f1e73bde3d3a2414963feb0dd6381160
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb459ec794002f6ab8c0e77c61aa42319812013f1142971c380cab0e86a1e77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2103.pt b/weight_and_grad_dumps/rank_step2103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa98b46fa6d8f16ae5dfb7d95228cb6355ac0c3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d012deb1d74db13c4afde77eb35f5fcbb706d9a8511e457fc161d469bd641d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2252.pt b/weight_and_grad_dumps/rank_step2252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bef5c0ebe0d5c882de50d0c73d6db97b1943421
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb00455cd42b01d602554c3c8a71e2597c47e675e5b6e389fdde6bd7d444aa3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2330.pt b/weight_and_grad_dumps/rank_step2330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2cc6611e0efb900314f5b75fc1d89890e8cd36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3386ea381fa86e0a22d3ef61bf873cd6a2240ec7c6039d91a8814aabacd9fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2398.pt b/weight_and_grad_dumps/rank_step2398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c065245e3f2ec18fd99dd5c7081c8dccf793d5f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0036b782e56056708d6bacdadadec8662cdc48f2734ee6453b0fa89bcb5b733b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2407.pt b/weight_and_grad_dumps/rank_step2407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dea47469dbe8d4cf466ec007171b2ba744e7364
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f56126a21e18d4f6fd1a54c53b87c951ab84db81e9111ab98f3ef9eb2677fcf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2458.pt b/weight_and_grad_dumps/rank_step2458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e09324c720b91dd00ed44ef675c512fcfd8005f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ab2a59923c339483df888ac2c594453b1d653a86717a21021eed836ed66717
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2565.pt b/weight_and_grad_dumps/rank_step2565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3c254551292460143af9e18568312098b57911
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284da92acbb83bb7c68000f0597261f22c98debd12a3828acdaa1579f5c1a3a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2572.pt b/weight_and_grad_dumps/rank_step2572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a381623d0bc82db437afbf4d5af5fef9c34d48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db2b0009f7ce2f13af594d2f57252cb5ec11f4d8f443407f7374df57a08be8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2862.pt b/weight_and_grad_dumps/rank_step2862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3975e70a756482fef48440b57e0cc7a2684946
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3190f6da7aa98877cbe4837b20a5bb79d52012029397d73425f13bf042347ddf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2875.pt b/weight_and_grad_dumps/rank_step2875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99edabbefc6be4bfc3fc804cba7f5931dea6c56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1fb16d014d3a1766411dd3844fb42fb521ae2139077b07d6d1252fdc01973c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2882.pt b/weight_and_grad_dumps/rank_step2882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59f60d716a43d845223b7baa3ee9b44fd2995ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c5705bd739e60c561ec89304b7bf74e98cdd89557606b6f6467197fd9b8c29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2917.pt b/weight_and_grad_dumps/rank_step2917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba721dbcc1d537eda0649b9f8fd1ef0241e09292
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212308028780cd64606f4b2b1ba1f11e7d32112d025878981b57cac44619a718
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2948.pt b/weight_and_grad_dumps/rank_step2948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3857f2386fbe90d4d212eb607c64b5e6d9f2ae3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf3ff752de25140c743e5e248dfca7d961f83f10f330b16254c9ff7b78841f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3012.pt b/weight_and_grad_dumps/rank_step3012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319c23133056b5b0aacef8c33bdf4c72d1b2996f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf4c901701db5f5d9198059e959df451aa4865452318cdd826dee916a1fc98e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3138.pt b/weight_and_grad_dumps/rank_step3138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37b5ef5a118e06e73d47d7d98b9ff311fe09491
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a50813fe43f79992b80c411c17b4c452b5b39a5debd7fb58bb1611ec392717
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3170.pt b/weight_and_grad_dumps/rank_step3170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ab0bec408af7b82e95e679758777baaee0199e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8873bee234715b4b31612b39dac5be18a1ddfc55390fdbea8f53edb1833bea29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3289.pt b/weight_and_grad_dumps/rank_step3289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1df19df684dc448428d25dfb508e67faeda9f70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29c777d71a96b17f09d6be7a8c114460ab3ebb22d1a462ac0813dacc5cfc924
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3474.pt b/weight_and_grad_dumps/rank_step3474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b8b0d1b7ceb950c43e4e308f0ecf3b593a822
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa28d09cbb61c52a55944cb2e2cafeb40852dea4aa70fe10cb6a56831457858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3483.pt b/weight_and_grad_dumps/rank_step3483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ed99e418f0e836690163d133e350fba5c0203
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5c31ead67840ecf526c40157874c871c74599536c1b45dd650e9d911991912
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3516.pt b/weight_and_grad_dumps/rank_step3516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cdd587b47592106ccf19940f7fbb6616cbce31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676a63a03736a2334e6cd269905b9e6e6c0f7700dfeb5890fa9681f40fcaa47d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3549.pt b/weight_and_grad_dumps/rank_step3549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72a0f28cdfada7352701f3eecab25409922ee69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29965e243da11c99e877a787a79fd53cfb570cb05a3cb248d94982635f625a08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3618.pt b/weight_and_grad_dumps/rank_step3618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa9f775939ec05b0dd7336e9a231361776fc89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd51fe5dc96ce15a1db2cb0fc321e32f2da55ad1bf3c028daee70fbdf8eb582
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3725.pt b/weight_and_grad_dumps/rank_step3725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edca9798a54108963920975b041845a18cddda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af751e28fa68878dbd40d1d6580874d688eff4d9037de2132abe77f5e0ad4b6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3806.pt b/weight_and_grad_dumps/rank_step3806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfe6f9ea0d1d1c4e32610679ee2e85f930b576c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190fc1aa0bef34758b1d152a3780609c0142239e322bce45aac4125643fade5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3859.pt b/weight_and_grad_dumps/rank_step3859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f030841c47a04866ca90771ecc44ab75ec6b97e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea8a101c58eae844be38e495dc24ae8f7de45c9c6811b4c668458f6a8c8f9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3964.pt b/weight_and_grad_dumps/rank_step3964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e413626c022416436480070572005575bd33645d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa20f6f6f8f79f10a05aab57e32a12dd2585c182677ee735a5e1bf14843e5ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3993.pt b/weight_and_grad_dumps/rank_step3993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ea9c1aeac333cf6ba0436bbfaf21102c7bf6fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf94f1f3ad2d4cbc727b4a38dd6db559588e02128bda461875629e20b88b093
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4045.pt b/weight_and_grad_dumps/rank_step4045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b736cfdc27bb1ede42632b4197b55acea38fc2b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540f4fe40398773dacb07d3cf26c9a23489efb8ac004aa5a0ca66faec5e6613f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4127.pt b/weight_and_grad_dumps/rank_step4127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363622a1c05a48af1d0877e374abe7ddf9227296
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5738757641bd217f85c3bc0b275a7d3cd9922cfa39e2655425cf5b0abd384a88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4178.pt b/weight_and_grad_dumps/rank_step4178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b8ab5c0efd01b0137f86f88e5df9403d4c75f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ae725a41941c5f4a7740af6c98ece81ffc97bf18cb82b64a71e235f6605a05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4229.pt b/weight_and_grad_dumps/rank_step4229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d1b454cb729cad8a03410aed2aa7f0dd547970
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd3ed60328a1aef7d60f1ff761064780acc5f0f5e2f5cdfb9eba0dda04548aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4276.pt b/weight_and_grad_dumps/rank_step4276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf874bf955f240a9cd41931aa10cc0dc6f596a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615d3b0684f8f2354b8ac0a23bae8bf02b0a6a7e6f221b90e17f062887a8f494
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4281.pt b/weight_and_grad_dumps/rank_step4281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dc24fd48becc7689d14db9c149379fb31860f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf49c9c95b524f19782778c155c4bbe836556c40db87ee9b0cf01acbc7d2e02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4423.pt b/weight_and_grad_dumps/rank_step4423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b156bf703e6e69df37da873abd7b9dd9f463f2ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5405c38f1dfa5907beed84fc0aa246e3f71a36bdfa7d408f9ef156183f52fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4607.pt b/weight_and_grad_dumps/rank_step4607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbc556c48a364c3aff479cb70c93bec23ca9f3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86599b8301b12ce84d087b0cce876cfebb11df14d289c57e6cb9d76489e18f8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4610.pt b/weight_and_grad_dumps/rank_step4610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4245bb643ec01df125ab56d10f0325fc77912294
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926b521d689ebe113d65b42b2a8a257555e50e12cc83fec3cef35549b9b18a32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step462.pt b/weight_and_grad_dumps/rank_step462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b14757ffc2b8a8334122a2faa01e6b2503fdd7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175940f78f07184a2168ee987e3f544f3603b185f84a0bf1bb0823318e577f50
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4660.pt b/weight_and_grad_dumps/rank_step4660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd5139755ed75100f35a5817944aea981f01eed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc3a675b4a6e5a61a39174e727cfb2829c44e1ba9f98293fc5c595c9d81b214
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4772.pt b/weight_and_grad_dumps/rank_step4772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fecdb84b2fc91324753c92194be14d0153f3b7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a6eadf37bd5c55bb63fc821ea3e3eb26c8f92c830bf781e88c6f33e0151673
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step495.pt b/weight_and_grad_dumps/rank_step495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bca85b480a108b9dc883e8378d472d9293cbeed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb732c7fdddc26f21b5a0956e0aa530f4d4223c2286e34a0fdd97b946303c266
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step500.pt b/weight_and_grad_dumps/rank_step500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ad9da41fb8eb81eb93da77f16671ac3153a4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b27f376ec8af1606eea0dc03aaab99cf9ba466a46b3ba79a87f500b68ba67
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5089.pt b/weight_and_grad_dumps/rank_step5089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbfb6845f6c4dfc0e2b392dec75053ec98c8b24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc9dddde2dc129df4a04f65022ff0aa1fe699bfaf26121bc49ef6ffb74cd4ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5205.pt b/weight_and_grad_dumps/rank_step5205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24bc061e8e7dd5163458be99f9457067e33ea93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0403b725087bbe8e0db1b8439c19d003b1dbef3895c6bf5c0d0134e9cf77414c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5212.pt b/weight_and_grad_dumps/rank_step5212.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb50679119f6f271febdf0d21bb0ad902951852e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5212.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40e4fecafb1e1709f9b939b3dc7b5066f06dbf123c4a2d9479ff75855fc451e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5338.pt b/weight_and_grad_dumps/rank_step5338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fbfca243f5999865fce280588b13b28413c615
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde279ee1dce28d39aa8fefbe938c612ea4853098e28a6f72833a43e9080bccb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5367.pt b/weight_and_grad_dumps/rank_step5367.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584c96b421556ef00e367cc899228ccb49b6612b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5367.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c0acabfa4a3b0b3a5276a0f633dbd9b327e07012630c43053eef4a8a7bceb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5370.pt b/weight_and_grad_dumps/rank_step5370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2576340f658fdd89f6790251999afb7e39f197
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a650d8e5e9c032ab0d1cf3cd4b7e4f441d3658c0df4da6de1cae2dba5138758f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5390.pt b/weight_and_grad_dumps/rank_step5390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b21ae648e2bbc2a811a5e75860dfc6ce481e62c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3dd9dd7883eba69cf6c066abff59f1d2cb874bb8d1da9f2575a5f9122500a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5450.pt b/weight_and_grad_dumps/rank_step5450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f59f82671d19b824ea343be98e02edd20037ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0610d8002797379c9c44b906139816f356d06b2298cf557f616e53255a367462
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5532.pt b/weight_and_grad_dumps/rank_step5532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14817daaae7af841c53280e388d023af2c5174d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806e0e2e8b1608c90972295fc84eba9a33561beb9e01ec25c5e5092be1da614
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5663.pt b/weight_and_grad_dumps/rank_step5663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c20f264045b10ba87245010e857ed436cbc5cac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33432ba8a9d3137bcdc56e507eba28dcd745ee054d58f83f7b8cf19b84452b52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5694.pt b/weight_and_grad_dumps/rank_step5694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b0fd069cdfff33a8981daac47c94eef43efca9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b86bfc8aee0f8996f6a8be9b75e21fef365bd9b33a983c22c25e89f446c07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5701.pt b/weight_and_grad_dumps/rank_step5701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4a11be3854ca3a68c83a26ce798d50958320f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db9e1038808265f3b84397dcc666e9cd4f3f50c1a21405309c4ff11d6a7eed9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5822.pt b/weight_and_grad_dumps/rank_step5822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6455ee40ec19497dd7b711bacfdd3fd4b9516b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430483de4091de3a7de36e7a1463f75644541ac59f697dc8007b165576a2f8ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5940.pt b/weight_and_grad_dumps/rank_step5940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee932935e76a3b5baf8a38d96d077d8b5fe01d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6788766b80f4dddb0e005cb67ef607c8d331d68cb94b32066b489d22b7f56796
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6119.pt b/weight_and_grad_dumps/rank_step6119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414799e4469ee4f8488126d045bd35fd7d706a8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d153166bb6d48dbcf4fb74496a4ea5da9d88e5da76528323fdb1d8282e2f95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6200.pt b/weight_and_grad_dumps/rank_step6200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ce9be989122164b72073796b164a4b5936473a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f326c966a074e1caa623fbafe8f7873fe6d3ab945bbbd641110fcb30cb12036c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6217.pt b/weight_and_grad_dumps/rank_step6217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4610e5fb04a7a13651222a3c22f55e156919f1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a82de5d6ce14a0bc5081fe6e3382acf4f386224b586b23b0c504baf1c7d0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6248.pt b/weight_and_grad_dumps/rank_step6248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d726470d67693000a54ae0311ccbce3c6b0bb629
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f123450f481accf4743fb1afd825645ab4df88a52c2fffe6d941d04dced8a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6375.pt b/weight_and_grad_dumps/rank_step6375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62f20a56c8a720b2ba5aeebff60a44da5226d0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bea99ee6118522e8da41ea5c70b0087533e46b7f6da299dd3259611987232a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6382.pt b/weight_and_grad_dumps/rank_step6382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4593b2006e208660bef9c5dbd80f51c82709bd02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7953904424c015153830f0e5d5d8d2b9b518a9ca4d39cf24c6d63806a0751c24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6442.pt b/weight_and_grad_dumps/rank_step6442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2523690d61700033107a4c5abc1407a8a6d118
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d54ddb1adedd043ea5576dfa5f36c5c883ad6a1aeb7b8c0002d51e553aff87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step651.pt b/weight_and_grad_dumps/rank_step651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116e299dcb33b7d7f0d002646f28907f3b93e7ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76c26612a9a5b5dac67a70fa4a9961410615a69073b74264c29d56bb8e6594
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6520.pt b/weight_and_grad_dumps/rank_step6520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36cf896ce34d2dba4330b71ac492eac21dd7e6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dece11afa642e54cecb8111f1be6b0b3b5993bf56cfa0724794ceb938924da3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6588.pt b/weight_and_grad_dumps/rank_step6588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a7ea7e8b415c7fc4ff814e013ba80e1ea1a49d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade1cec51f96eb1a43a9e52de1d99be4f1aa30f46aa800b6e6c10a8ea34803c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6671.pt b/weight_and_grad_dumps/rank_step6671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7ef81fca800042e3fb98ca32ad2e1ba03120e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a519c42db467c026a4304658bd725319ae54007da2070d467b84d76426b67c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6686.pt b/weight_and_grad_dumps/rank_step6686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8739e236df5d8eae726582079952c6823cbfb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1974a40c1dfa3d03988039e8773b4c04d141b56493408a9122b8ef764ee00fa2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6713.pt b/weight_and_grad_dumps/rank_step6713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ac32c377de217c8b13e196a073edf81a8a2ad1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adbe70c27e23f767c7bc88b695308badf5428a20e33e25b8d1480c2369488e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6830.pt b/weight_and_grad_dumps/rank_step6830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e7a50a75e3c5aef5e54831ed9b959c317d2c70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b81051d1b91f5f1b29f9214d6cd3c491d563b73aa08f7fa12d16f8a6456fb37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6898.pt b/weight_and_grad_dumps/rank_step6898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3277dbd85dc363b3423b20d04af01b6035b751e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e333c41aa92cfa16f602f8a336550318a6ec73edcd326af0c4669b2b958b0a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6952.pt b/weight_and_grad_dumps/rank_step6952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b979d23df6f15fcd85549366d588a67484023f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3375789b9d0d4a11d8c72baa704c57cb29a7349758ffde4351350281278353
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7.pt b/weight_and_grad_dumps/rank_step7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dad5f28ddf6de3a3c4d909304d752ee3782598
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84255dfa35dd126c23ef6beb952f551d43e3688f7630ea6a93739c1c5460134
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step7008.pt b/weight_and_grad_dumps/rank_step7008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac772d9cdae160006024ccef9a3505ad266ec74a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d44a3ddccd9b914e585aeeb5b50d6b88e47ccae85792ed81d28a8e869e131
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7057.pt b/weight_and_grad_dumps/rank_step7057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf6f9fb738a61c69307ca6b28d6f49793fa32d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4dfc3e230b4a0966f8fc7a123e475eba8bae121aa398a148585291b7217d68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7135.pt b/weight_and_grad_dumps/rank_step7135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd55d3a26d833b18ae4baf3499a2241a195aa49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0d22ba0e4c1da973d9a54b9603824787f50cea79c5c32c202726a93ed8c78a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7264.pt b/weight_and_grad_dumps/rank_step7264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35be274b1a6d8024c33d600a0fe71817f27fba37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddd1f209dc1a9034997fbaec157a9d2c0bb2d5411db24437f3b7d95ebc21fe1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7293.pt b/weight_and_grad_dumps/rank_step7293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d37df93bd410936247d3ef72ac32f1654cd1c15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7012d03d62f76bb41085bd891170cafc0e73d90f8a98807487949685f3c30556
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7306.pt b/weight_and_grad_dumps/rank_step7306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a07452ff25dd122d74c9a1b3b2f2dabb52c852
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e923f2ecf60d5eaaff7712e9c8924dfa90cf5b29f826860d6c5ce93f7b1ae8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step733.pt b/weight_and_grad_dumps/rank_step733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5772fea3a14af127e4ee13ad1a9681c45d8562
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49e5ee6e40358d65703992f33a4635528d150dacd394bb8f631972968c2dc7f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7359.pt b/weight_and_grad_dumps/rank_step7359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adba44905c9a0f7053706cc3ec9d30a733f3c99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8480706e29abf924e564deafef23e06477b5f39d5edf1fa5cfe658a96591bb9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7499.pt b/weight_and_grad_dumps/rank_step7499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02190c9d336d158349474788b4a24f8bb3143389
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fa44d55d9356b215f453dedaa30d71aa397e649f8fafcc6747029cbad191ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7602.pt b/weight_and_grad_dumps/rank_step7602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e46f1b312d38219031320e8983b03fe9090f25c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0186ede9ae6f8078877d4abe733723f892b241234cb50b53bdf836c138ed8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7728.pt b/weight_and_grad_dumps/rank_step7728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaea7e965e43fc70c25c28ed1a981f8680fbb02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975fa6e120c86ce0de94eacea2bd518b805d83b6b55d7dc9e877d40654eb086e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7760.pt b/weight_and_grad_dumps/rank_step7760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7248cbb0d8e444167fc54057b7b37279c531cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c93fe7ea08fa4c408afddb914940747f09e1ace970f94a2856679ad224a602
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7797.pt b/weight_and_grad_dumps/rank_step7797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908292665cd19f6000fe7881a923ac00d5a7dbb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1edee765872117f410d0069146564b967e07b6377dd1e011383311d8e0a2113
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7989.pt b/weight_and_grad_dumps/rank_step7989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c4e82d414f1d3a534d69fd044df0fe901becf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2351f2241b448b59a4480649df3ffa0782174fff93a9b7ae4f45af822e132178
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8052.pt b/weight_and_grad_dumps/rank_step8052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e897193876835d430de5c4fbe81a7e74a0af29b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e8a5ef563b04b0806f8f790dfea384a51438a73ea538fdd4f3c62dcec0414b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step810.pt b/weight_and_grad_dumps/rank_step810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9dd89963ea5e565f335f56138ba17df432d057
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c5fc014e19370b731564ce2be7f248bd6fce50917f7e264d5b9404862ffd27
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8127.pt b/weight_and_grad_dumps/rank_step8127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cdcdcf159394cec75cdffa77112a98dee63a9f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eafa22e801910fb7f81ff34358046dcf97816f5597ba7432c7e638899d75417
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8130.pt b/weight_and_grad_dumps/rank_step8130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08cd0c24ebb8d46f1ce315c9482ace60f4b3f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899513ffec388e7739b516a157db3297159e80d867dc8fc89b7dd5e43188bd77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8434.pt b/weight_and_grad_dumps/rank_step8434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa6203f0200d806a98ee9e565f23e30b9906a3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f776bded264afa4b5c230556642571e0dd7f174bf4fbf19703c93305eabfae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8509.pt b/weight_and_grad_dumps/rank_step8509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f4c5296a7fb62a542dacccec4dc0697c551624
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea3a2757c94fce5f961ed4a0190e6622a12e6a4103db327b87fd81b4cccd8f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8556.pt b/weight_and_grad_dumps/rank_step8556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84deac0362ac7dcba3b4ccee693d396a509b88b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cf10a0c2cd1bc32a45ef0306ecb98c07ebb5866b27baf61d7262f944a4d043
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8607.pt b/weight_and_grad_dumps/rank_step8607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1703ceba2031a500e7d9f55e659ac04bbe25948
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2c7954aef99041cdc7ce04a310afdcc68928579bde78d9d040d296a473d94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8658.pt b/weight_and_grad_dumps/rank_step8658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cf688c19550b4a60a5a28a196ad2f86ad3b8dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a573827296e6c2be1c5c8e279dcf0ce688f423904dc6a231de10a03fc295451
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8765.pt b/weight_and_grad_dumps/rank_step8765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca7e4e18ee733b808dc9ba6f60b64b425f21acd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398adc01345e2a9083af34873db7aa23ef602c5cee2195abcf3523e0cfb283ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8792.pt b/weight_and_grad_dumps/rank_step8792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5efe712dc9dda56a85c95bf932db919ea61388
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a956881a84f45cfe3b9b49d5feedde1a65c236b28e63ff0fe342cab52617f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8819.pt b/weight_and_grad_dumps/rank_step8819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28282476766aa0aaa7b750839aedd36951143b9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8c55deaca127e5551122886dd15ac5677cea5b339f6a214548240bf8198507
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8846.pt b/weight_and_grad_dumps/rank_step8846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ca452065066dcf9cdfcbe3ec269e3006d76210
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b573707c22d25aef35d782903d6bf667da21ad2fc4852631459a6b3beede6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8924.pt b/weight_and_grad_dumps/rank_step8924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eccdc6dce1fdd6c0961905d133f42944282fa84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994cc8a8f9690b3c65f59cd1ac9f3f5d31bd81354ddcac6ef895c1c58ee7701
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9021.pt b/weight_and_grad_dumps/rank_step9021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25134b00d119b687a90df2f6b8f251927f94087a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85daa24653803058d5b3c270c8e41adb45b2b1283605381a2d2b4fa3efcb2958
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9089.pt b/weight_and_grad_dumps/rank_step9089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec31e951505f8e9478961b1b5749d4655e4ff69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1ff68274d02f6bc8d87de1b870fa8dd3c352faf842d1e73efb8040d8690a0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9143.pt b/weight_and_grad_dumps/rank_step9143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd750c247c23de96dd30ea4712c2990587d8e15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d4390fddde580958efbfcb2d6aaa7333412f01ba762b714c1bef69a74fb1dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9212.pt b/weight_and_grad_dumps/rank_step9212.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2460e6d431eb57b6006a98e6caa48c8cc578f9e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9212.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4482b611a839caf0d5882defa1863f4c0dcd63cfd3e78e9100145cff7a8f2e2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9370.pt b/weight_and_grad_dumps/rank_step9370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbbc392428dc35726042acc6bff7d88b1a39f86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c7b78654cb1f62ee9b93273baa1bfa8fd0d91f754a42a2506cf17791a095c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9387.pt b/weight_and_grad_dumps/rank_step9387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2463bdc1c7a258965b687d740ed42da2da874
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb31266acfae9b271300b83d39d7077a8042e5208b777dff0f6bc9090dff56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9418.pt b/weight_and_grad_dumps/rank_step9418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436b247b77941a52c747d97cb347f662fa058afb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4a07de9459dfa08f91fc5343bf80e9bfc2331a589664638213e21327428325
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9447.pt b/weight_and_grad_dumps/rank_step9447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9c08be8b43fe3e3e83ee4f0610f823be5d0092
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f80ae332f36ae79bf62aedf57861c565b0b98e6a2fc78d98a47222564b48292
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9450.pt b/weight_and_grad_dumps/rank_step9450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435c037221cc1778f1dde266b7f7c8bad6624fa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dcd9cdde0dcabe86405bcdf74fdf6b553d3e4c94a148d59d1f8c646be856aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9525.pt b/weight_and_grad_dumps/rank_step9525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d439f9b3dedb350df409f2f67d482ce5f645dd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5f5e022f3eb293b0e75d374fc865c2d48d4fc118cd856996a17fb4136bd2e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9532.pt b/weight_and_grad_dumps/rank_step9532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f7fd04231678df9d05373003a494964cd5674f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9191fe785adc1b737974f10634664d8fc71712b7e977c8b407d4eb7e8e374a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9674.pt b/weight_and_grad_dumps/rank_step9674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b99c72bec666b0b31f5ba2b2bbffb07eb9bf69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36369acad082150451cd5fcc58ffe2b2a00e014376eb679d99e46bbd7ba9e40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9683.pt b/weight_and_grad_dumps/rank_step9683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff8437d750e2d0c95642edd7f25b9da08befce0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa859594902a38f55e231d41a49188dea574cdc65d140092b96ab1ade6562e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9716.pt b/weight_and_grad_dumps/rank_step9716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ec9baa1ac27e96ed3ec24850c5f7c3e7f44ac2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5a340988671177cddeefd6543826c9e4c6f100792d560e11cb036f8cb710a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step972.pt b/weight_and_grad_dumps/rank_step972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5da7a2bab110a2be1c1dd8ef27046d6722c06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbca1efcaeceee75270f82c161413d78817431eb2eb37dc2141885c01c01944
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9835.pt b/weight_and_grad_dumps/rank_step9835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0fdebe32f2b3d05a54c3b23537c0e07cac7582
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ed43b9fa35103c85c059884c88b9e41391279a0eb437f7377cd62a3dc1c99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step985.pt b/weight_and_grad_dumps/rank_step985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc40918e4708cc2f3393a2bc63e2cb8956596309
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62fafa33a4f54ba2bf3a821a5d1e71cd23037aa16c46fd420cb7327d98bf806
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9908.pt b/weight_and_grad_dumps/rank_step9908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883009183b28e8dc353fd5614fee0d2dba11249
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c337b0263f798e006387aee686e416e72a5ff8c424032c70e389244ce3dce956
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9957.pt b/weight_and_grad_dumps/rank_step9957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8def87eb5907b399c97ae530379beab5528d30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66375cb7175f758a529e34bb681e613019ff6db288eca45a9853d8754e3b0ea
+size 1524331132