diff --git a/weight_and_grad_dumps/rank_step1006.pt b/weight_and_grad_dumps/rank_step1006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bbec429fb5a8eba6b14eaded6fb43280be10e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d7d423558cd0c64d4c1d6c924e043a75ba6133e2bffddcb3290370308d9173
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step113.pt b/weight_and_grad_dumps/rank_step113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c25f702e81e088067fd9fecce2aeaaf69954ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835da60e21907585068685ea5bb36c2e9ff858e81006faf41dc542517fd720b1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1164.pt b/weight_and_grad_dumps/rank_step1164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559021b13e6555498c0f76773b499109ee797e9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b9069742f230f8bb12ffc1ea7e5f87ad49f23606d7b7aa44a8864063f361ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1193.pt b/weight_and_grad_dumps/rank_step1193.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a397c95bccfc81fb762bf941815978a969f9e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1193.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec4af54a1e6d9a5383e538f26ea2d1e82fc22d36d8c5280592b1ed8f53883d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1308.pt b/weight_and_grad_dumps/rank_step1308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67faac76ec8fb8d2cc5f6695ccd8a5bc7748722d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb930ab0b9144601712d0e95153a8d6d26b620cbf8b611d5d8312a7394fa280
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1357.pt b/weight_and_grad_dumps/rank_step1357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d13603470518494ebcd717d8bebe239599507b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ba3c07a546a7238f8081a4c6df4204414d5398918893aecfcb530978f3b701
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1460.pt b/weight_and_grad_dumps/rank_step1460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10eee35a93fb521b7752710be7d959d74ad8b97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afabd1f066a6f7e0ed1b41b43f32de2afc2ece5f607c1cf5078abdc1659058ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1497.pt b/weight_and_grad_dumps/rank_step1497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af56902b85f415931c96d473c11026e58f55e60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd3df0e1b1357cd3ceec82a1088460162781ede4c189a86575c9a656a43d5b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1502.pt b/weight_and_grad_dumps/rank_step1502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41152de793536b88c3c801f1f2c9a3d869cf09d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebac09a5e612b4ac5799b6535e2ccecfcabacc74d5b6e69bee184ad5dbe5e96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1653.pt b/weight_and_grad_dumps/rank_step1653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc1dcca21c0d15bbe0d7a2965fb17690a209a3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56fac0bf914132355251fd79d298c9f0e54872541500f7ed045185dab99b782
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1731.pt b/weight_and_grad_dumps/rank_step1731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acd9a1db779ebbdbdfbf7717e34a9c54785ef53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ff56b916e3fe4522f203a905cbeaaedaeb7a2cadab257873ed216c2c757d5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1799.pt b/weight_and_grad_dumps/rank_step1799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6f266a5b6b5d8f1ed160ef8f9251e3bc1533bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38a22cd1454b64c60ff7f7fc061861ad2f3904e9733a612dd333d22355dcdb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1812.pt b/weight_and_grad_dumps/rank_step1812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4448e68ee0f6e9588e8993b794e7c5acd0a34ef1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee2c762f32bdbfc2cb81aefe45793769fc8cefd626cc4314bb91eff11bfeba4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1970.pt b/weight_and_grad_dumps/rank_step1970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dca4a3a28b1688e4c4513fa728f8dd57c1b4bd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ddaff754b020330ae5cb97b9bce579aa9b951224d2c2cd756f0f44b6805d6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1987.pt b/weight_and_grad_dumps/rank_step1987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c9b678952a89c770ead7cdf1327975b4ba42dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed06924b2c3914600181c8c98bb1b56b9de576503f30bd81360bb0054f05f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2181.pt b/weight_and_grad_dumps/rank_step2181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c16e82594232197ce1812fd362664050737c83a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d788347254fac473dd06c54251bd7a803acc96237c68cf7b8638fd7d20f4853
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2227.pt b/weight_and_grad_dumps/rank_step2227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511bd38254b445257b6283da179dccc87fda024b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e499d72e1b256ce637da17c8b77907c927e7f87ec4ef525c81f2aba95c631dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2278.pt b/weight_and_grad_dumps/rank_step2278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db88b0d48f6cbef141a9a769153f4dd81020f3e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde70ebc3fc4053c1706cfe915ad1db3f4c30812b1c5d97a2f32b3c536df2d83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2345.pt b/weight_and_grad_dumps/rank_step2345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78ed5fde03999978da6b9f7b11eb0a12dba9ac8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cd1861600448b3a5dc4989876063eb7dde7c4ec5d1368b1a2b9663fd8949ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step242.pt b/weight_and_grad_dumps/rank_step242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f6855e7aaaaec964c8560e13749d0f32527069
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76248024957f1e430242eadc4d2dc62461eddc45d041ec8a40acfdf25b989b69
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2472.pt b/weight_and_grad_dumps/rank_step2472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8325f04ba3566e649194be73090c27460d76b2aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12a5e2514a993b25a1b783588f7a57e05c9ed944a1c1121f64cf8dfc67b1ef4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2485.pt b/weight_and_grad_dumps/rank_step2485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e82fe56b743cefb1bc2850de42acc4344fc0f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9fe097f9cfdf7b3e90fa830bcfe6a3a083419848e8510ba8435d75eb1ca944
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2510.pt b/weight_and_grad_dumps/rank_step2510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b31feca20aba5fb4d7fe932c4465ed7b980ce9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8c8bb02cea19e2bb6a2ca82fe8b38617656a8ba7e6429f525ac07dd32a655b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2641.pt b/weight_and_grad_dumps/rank_step2641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420111057a3a2431384b716a576f2bcfc936cc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abeb1a6156bd5b37f5c3f04653c88933bf3b0946c9accccbf6c180d3b14e0e51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2800.pt b/weight_and_grad_dumps/rank_step2800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa393e3b0474bcff8f1d07e3f398be99df7dfe4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056df3feb193e6657709ab9f40ce246605d7123daf492b149c9ba608be88967
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2962.pt b/weight_and_grad_dumps/rank_step2962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c221306ba3f5ff1ceee469b8a8dc33def95eceba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeacffc090e0f60319bc90c2e351f5a9322ac9e605c2600fc26d91513813977c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2995.pt b/weight_and_grad_dumps/rank_step2995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28da8f16d9926c0758b9ce495246814f9456547
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6bd77ba24fbf3392baa2138f8c79cc09acc5b3bcb3bc6989cfb59f7f56a1bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3038.pt b/weight_and_grad_dumps/rank_step3038.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a572b5fcb9db6c7d45a3e0bda46348652cf25c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3038.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd56ee098b5fa072d06ba51d5f9fb8c9aa2a85699a557fdaf5e602961fb6b85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3067.pt b/weight_and_grad_dumps/rank_step3067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20367101cb1141bdd47d5d7983b561497476b3c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc8afef7e47e615b5d12810eade6f5535a46a47db70fa7b2c9cff46443e8b20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3090.pt b/weight_and_grad_dumps/rank_step3090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b4bcbedbd4b88fef7e586c2ec165fe9bb17a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d95494726a87548303564f09033582db7da6e29a845d20036c54714b1eef59e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3105.pt b/weight_and_grad_dumps/rank_step3105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d50ae78eceb18e8cf54d691ef131f6c2743037c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331848161c1b66ede2204b616884a35f84e73af9046000de4990d126d280568e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step320.pt b/weight_and_grad_dumps/rank_step320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6392d5eb237a93627d354f025a87eeba59a27e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7b07958aa703f81653b68ce61ec17012f6fa4f47788fad7ce664eb2c9f0ce3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3336.pt b/weight_and_grad_dumps/rank_step3336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534ab5cc2ab77f9a5ccf1036aee0be1b226e54fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867fbaa9ff31ae2c17fc7c85cf537493b9588042af009c0f8431fd1d048d8a04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3369.pt b/weight_and_grad_dumps/rank_step3369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f4c283e3c5926c4c8424041c9c22225e05718d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba081c0ae58bdad7b47bc11298a02f9db14bdd547aa50d86c01c43b6b1c40b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3594.pt b/weight_and_grad_dumps/rank_step3594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ae1d3a6a168d8aea42050eabc5781c96222bb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df5fdda189dfafb3711c812823ce30169f535f189cb0513b9a9f71d346a0bb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3632.pt b/weight_and_grad_dumps/rank_step3632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f314edf3ebd8934f50fb2d476234238246bfbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da02b5d883764b298d8066a1daccca696048e277c958ba3024baeeb13496f79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3718.pt b/weight_and_grad_dumps/rank_step3718.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b59e095b606d9c8c5bc4ed497f516f484f5461
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3718.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1531535a71bc6192d4a7d187cbf52bf4de095f0ad6fe23cfa26dc0d970147b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3750.pt b/weight_and_grad_dumps/rank_step3750.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7f88e6178f54cacb20cd9b6388365df56c7f17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3750.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17797d094b97d72f7f8f77f5da345db527ed893ef712e612f739cd645c400c3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step388.pt b/weight_and_grad_dumps/rank_step388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ec75e3edc2e2e0c613246609b4e5ba76f2a29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dc25327d0c05da5dd37ee69e409490a8e57b0137cd866b5c54fff925642256
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3884.pt b/weight_and_grad_dumps/rank_step3884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a5f9cdf5b9d23c6b54024b3b5f6552d8f8ea2e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc7e28a8eeef180466d5f0348731ffafc2340c0bcac3ffebfe6cd0b210a778
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3911.pt b/weight_and_grad_dumps/rank_step3911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427055335956051c8cc3aef9dc6ad4a675da26e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fb0859857c0d990d08f95e33f8a421341adf0d0e187b5b8d6592c4c7b21937
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4030.pt b/weight_and_grad_dumps/rank_step4030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ee97a7f3bf816bf819c2688733c62698c3fae1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9545510672651d01ef8c4e16fd2a9f6cca4fe0c16ae54b04fb7dfe95b2f2d23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4098.pt b/weight_and_grad_dumps/rank_step4098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e70d80b5da7c6198a460de85ce5726622eb874
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749bd15eab918cbb37573f9e3dce647a98e04660ec0aed94d36d963dd3f1e464
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4145.pt b/weight_and_grad_dumps/rank_step4145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59ff6f08cf12b4ffb9bf14aad11db30fb8a5db4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed4f9fe9692c9cbfc7956e47744618939857040235b9a8a785e4edfdb1f5daa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4152.pt b/weight_and_grad_dumps/rank_step4152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363cdc46c654b838d655cf939e08555ca86521b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034427c6b1e559cdd2d60a6ee038c68897b175804279e1899a8bfbf2599fa13d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step417.pt b/weight_and_grad_dumps/rank_step417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005235d329225821ecc2f9bea0d4374ab043aba4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5354c99a883d3a0d7c0539530f59ab519eeeade88edb577be99da0f23887889c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4203.pt b/weight_and_grad_dumps/rank_step4203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ea5ab4a65b408e223197808a1b0592460b754a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8256134e475719e7396405da57c41fafd237a598dfccd26f1c3a30da43e92e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4361.pt b/weight_and_grad_dumps/rank_step4361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6665d4a913372e2e4583d54af0f90b1d09ee17f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab157ec1b3c4e44ac89f81985d27035f54d126afa00d23a7a3c731c41967907
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4396.pt b/weight_and_grad_dumps/rank_step4396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea11fae886d36ea1b9643de404b93a5cba40b19e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28c43908330d0fbd52129382e2d88e42338d5c55bcafb1946b05f68957988ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4409.pt b/weight_and_grad_dumps/rank_step4409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89017cf7b5cac99b580cfa6deb04b965b95f9c89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b52b1eccd30adc4704be088de3aca8979db817b5ead50cc1627d9a1161efb54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4456.pt b/weight_and_grad_dumps/rank_step4456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b5898a16c09865838e665837981fb6fbeb903f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4868c2176f00df6592241e034dea13e5f0ca245f7d1003129f2a6e58b3d039c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step448.pt b/weight_and_grad_dumps/rank_step448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b55ec984cbe0a498bcee7003a55c0bb310e7f82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec9e9a1c5d29f008d721aa3c64f98bb4a15d9a0dfe02ba391c119d606316f86
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4534.pt b/weight_and_grad_dumps/rank_step4534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117128aa6696739716ee2ddf7cdaa8bfb66e39b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd74d00d871b5cb44db91bdc3db367c852d5026ea03fe9e94bf86bef481f017f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4665.pt b/weight_and_grad_dumps/rank_step4665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c66f2404e3e7a78ca98500eedd5c885c4909ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1787fcc0fac7f975e96503d87f3498708411153b3cba6dabdc5e5a4b107c0e55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4692.pt b/weight_and_grad_dumps/rank_step4692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e501035b1890cc91f4ee6a15123aea7f8146156
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef351213c2a75d1d92e140b7aa0842628dba41c5e16908adb51d2d88a7769b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4707.pt b/weight_and_grad_dumps/rank_step4707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc557420bda5259c9a1d584569b9b7244365bc14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0502d388f9bed01643c643ff545d4846f593d20de06e286ef4d6fea41571b859
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4758.pt b/weight_and_grad_dumps/rank_step4758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db47ea27a83c5e8b4be3a565699d5678c7ff107
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde0f4a9345dfa0bb5a97e32669064e2b39eecbb88eecbc9d323b930fd590683
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4824.pt b/weight_and_grad_dumps/rank_step4824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b470228676f305479600c948faf20e5e81ed0a04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00bbc60b3020336ab833ddce647bd799172c5896d65aac721feb2b735e7f028
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4919.pt b/weight_and_grad_dumps/rank_step4919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a1d4c73f57a52eec7d3e7e92e656a419dbb9ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1dc76cb84da25ec0d1b06d50c6b0d2dd648c91bb1a6c37d1eccde1105cb129
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4946.pt b/weight_and_grad_dumps/rank_step4946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92cc62e34a2d86328d22e06b0a0d8f1a45e6d819
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff82a66d488f33efee4e5f937be49acb2f12ef970383632b67d3454f5e2738f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5043.pt b/weight_and_grad_dumps/rank_step5043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5620e0f52b4fe42238462ed4a6491a1aaadd8c07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1d8b5fb048f7bde157ddd64e95ffa15caccab597e56c89492af43aa8e93f97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5121.pt b/weight_and_grad_dumps/rank_step5121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6653b2f28defd52c7181a6d6af898ccab53e9e63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39250aab65a24759aa57b159e59786f74a7ee241c0eff4c053adfc7f5126b9dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5189.pt b/weight_and_grad_dumps/rank_step5189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d181eae847f0fb884f413deabcd100d09622d0bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c384466ab7d77eca0947fbe0f50dc06aea98480ebe115a474a6d74f33e1d482
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5270.pt b/weight_and_grad_dumps/rank_step5270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82dee23499fbead4425129766fc4f21e7dadfe7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72feac96ab442ea9b62dc2e1f7b3d4300dee84f35ced2a7d91a7ad8cc4f80487
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5312.pt b/weight_and_grad_dumps/rank_step5312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cf56f904b3aeabebcb14f6b0bb91e7ce1e1f84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b488570ebf7cacbe7798cde5a35b5a6937b3e63935b2a0c2a549a26e21816d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5425.pt b/weight_and_grad_dumps/rank_step5425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad17fdee940c854f92d40cd57925f5dc3876986
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c85c00de03fb1813370ac1756e2351351a3af04dff55080114078af9aa0ec97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5518.pt b/weight_and_grad_dumps/rank_step5518.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c00f1c4ffbd4860559f41d6c4643339659045e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5518.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1781f7562530f38cc7184662822531274529eb443c7f7af32eec83bf24f7b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5547.pt b/weight_and_grad_dumps/rank_step5547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfcbd78462d88f043302b268c80dcb2ddeecdf4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a057e939487221bda0e600405f4de91b5d00575c3dc1fccbe62ce3841dc21965
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5616.pt b/weight_and_grad_dumps/rank_step5616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db3112444ae8e9fd30f75cd9bf9284242fc6a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d67af70db9a6f49f62780b7535e31dab569e96b8ec2d1500fd84d615ffa12e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step575.pt b/weight_and_grad_dumps/rank_step575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a870ccdd04128c01dc53c062389693a694543d37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a9acb717078c83c72bc42caf8960416b272f404d57ffaf2e9533df34ca99f0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5774.pt b/weight_and_grad_dumps/rank_step5774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dcce43d64f8cf0115a2018f189db5248606895
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824603c6abd7cb75e353cee52b4a91e8b77df0f775c19e305d57cf47ef6fee92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5783.pt b/weight_and_grad_dumps/rank_step5783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cfc327edd0a27342374e0c97153b97886c1151
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dd19705e63e060b58752c09b2a46dd9355f5178a114d1f03bc614f883880f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5808.pt b/weight_and_grad_dumps/rank_step5808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2c203aded3f5219c38b352b4d67c02e3490f50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f195edad89edd2faac8baf53e982d68759b83f7d92ce46f6213f5a9034571d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step582.pt b/weight_and_grad_dumps/rank_step582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f348ebdc1e95323364c43f15b861854cd569ed4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3916400cc08980bf4de133d7875c38e2a3b4d68c20037b0e85c4560d20dfc8b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5857.pt b/weight_and_grad_dumps/rank_step5857.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ff6faea7199930820dc7636d44caf93a65400c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5857.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23b4afa38bd7ca1c9bba1734d45db06ad278fb3041991d31c78da553c0123c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5935.pt b/weight_and_grad_dumps/rank_step5935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69701daacf8ccf76828bcb70660cc3582f7e6d54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6699a48b5909f5180916796965680c8f5f9d1efe2eca52d0342e9012d2f8a3e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step60.pt b/weight_and_grad_dumps/rank_step60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9ce7c9753f0ebfb4dc19b97919616fa67c475a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de61fce2911591e668f48e16685ff497d17aba6e1140c99edd6e44bf70a7cbe8
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6051.pt b/weight_and_grad_dumps/rank_step6051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7acc09f4af92f9644a44725ac99899543e9ad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248fb30f84d151d0a4dd4da3b5aba1e583d08d01424f2d50f085617eb45faa08
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6133.pt b/weight_and_grad_dumps/rank_step6133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711d6e9627e288aee863b8d10d18c6cce0500d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8b97ae76574d21fd9a47bf03753ba13bbe2b38b349474b37fd3497da679919
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6262.pt b/weight_and_grad_dumps/rank_step6262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21ca4d834ad266e726b08e531edd76d52e8b70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fecb7cee87b7ff52d072f8a896ddfd9c024ec27a57ff715a2cbaaf6c39087d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6295.pt b/weight_and_grad_dumps/rank_step6295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9934f2c97363374e57394463a1c7cc64f054798
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5bb95ec0f6cbf388d546392c1ea7ce5440c5c473d16731496efe02aab0e3b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6300.pt b/weight_and_grad_dumps/rank_step6300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0b751040b5744c6e8c516cc38574aa671f2d47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb64a63c4238f0d13460c7bdf72d0f598ab94a7000b75550be06dc629e080e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6437.pt b/weight_and_grad_dumps/rank_step6437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36a304c853a5d71abd613e73625f437b2695836
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ace77a9bee481a5c705968db5d9e5aa06c907b0463cdbc8a67827a4e257aa6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6468.pt b/weight_and_grad_dumps/rank_step6468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e88b29d02c676b800af49c76442f1b142095c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f15b592abc4d432dabf71384da2cbe70dcc25945491b66a14ebe77bea95680
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6555.pt b/weight_and_grad_dumps/rank_step6555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a7c2d0181f7908edc40d47ad7bd4bf216288fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff051656c700e9c02b8de2e28b760c64aaf840bbb7d4ee7c55e424a94c1c14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6739.pt b/weight_and_grad_dumps/rank_step6739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a4de3d4ab701b9cf9dfee49b92708f5169df31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab32ab38144bec842f5b39566779dc8c1de4367cd4ec09badceace6261eb0d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6766.pt b/weight_and_grad_dumps/rank_step6766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3699170a3266ca57998ab894a52f0c6ed19a96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5e3e972a76e1e2800d6d93b46017d3accf3d993582c6a02c9467e6c6b33a40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6791.pt b/weight_and_grad_dumps/rank_step6791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721d85fef48c36464982bb8677867e4c7069cc09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d7f18c09c246861e976528f3f730719ce7ed22c716652aaee10ea5db0e522
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6845.pt b/weight_and_grad_dumps/rank_step6845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd40cbde9081fa27bd39c94382e5b7059f7300ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e60d7698d4daff6fd8d6b0938d845c32f14d8707667c243c5b673aaf76e964
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6927.pt b/weight_and_grad_dumps/rank_step6927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca99cce6cddbfb366b2f32653f930531271fa66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ff149d7475bfbce9ed0545115383d83a882c25d63f6d6a3a350c58b864e64e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6930.pt b/weight_and_grad_dumps/rank_step6930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1f0014aed82d298ceb49f01cf30575c2de64da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8400fecd4d10abb337a259444a10a13d7cced73ed95dc58c6142ceca7556d06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6978.pt b/weight_and_grad_dumps/rank_step6978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48204e0fa3a42da5aa658d28d8820325521391cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb270dbb592969fc3d283548497cd2860fcdf7928d98e3f93174db24275087b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7022.pt b/weight_and_grad_dumps/rank_step7022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4c3e4a0974d0a32f8c3cbeb51637ee69db073a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e987b7e78f86d841547d4aa77fa3219e043da52ffbe5b11c474f888e4ac00c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7140.pt b/weight_and_grad_dumps/rank_step7140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e36db391aa8d687285c3b69b84d56587d5e89b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72538b396bd8eb7b9e335faa25b768eb1f6447ede1ec92913804879479c3476
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step719.pt b/weight_and_grad_dumps/rank_step719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4662728f7c431b322560bd09b7f22d7e2288e77c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050790ba0b3828f4824c83e8460359cfa1116366bbfa4b6377d8efb831a14a0b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7211.pt b/weight_and_grad_dumps/rank_step7211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36483eb1baafca8a8172867a6fa91b270809c349
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5536109262c8d4b27532a1929fa3287e981d2032ea865163fc3f304110ddc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7384.pt b/weight_and_grad_dumps/rank_step7384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3e29dc36cb0820c2b70e0b3a8d2ca09fad1742
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9972ecc10a93302f3a04765c66f8e9796ff62f1a7eacfefb64645f441ea3a5e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7393.pt b/weight_and_grad_dumps/rank_step7393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58967f2d13946f8cf24e59705bcc5d454e1b1362
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699dbefde22dc6543000e5eb8363237ee47539b63b1ee5d5aaedaecb75dda660
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7444.pt b/weight_and_grad_dumps/rank_step7444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5be900a0dfef17dcec6645811da593748b8b80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730e7ba5417e380ac4b155d1e79aaacf21b5d435b881843aca4dac85f23dc7ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7526.pt b/weight_and_grad_dumps/rank_step7526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54649f11c9941ae5020a0899aa8d1f7293c9eea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53249c7ed3cca3a44b8cbdd5e766574d86e833654d29b619f6913d974209c38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7579.pt b/weight_and_grad_dumps/rank_step7579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc78f36edf48f44a7f540f2fb945d553c42c11d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931d4e15f7fe6d32412787ba0e18d5ebda7927ac4dfa0724970a9193e3112530
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7628.pt b/weight_and_grad_dumps/rank_step7628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c2e3fcc22270102f3e3ea190cd1b61bcfa18c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704ca8b72be74bde8ee4241393be36969d84b28f4da55903f4c17b3f3afc2726
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7677.pt b/weight_and_grad_dumps/rank_step7677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95222438bbd9be420e99326bf66ac17cb08ec2af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce994ba16513d42a3f646c641a8082500e906493188a735934e356fc1c5cd49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7680.pt b/weight_and_grad_dumps/rank_step7680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c247b366d3851f3b2b88da831ee292c65645f77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9f3118811b1322a768082af27ca26a1adbc80abf0bd7ead573b52eb4debe56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step77.pt b/weight_and_grad_dumps/rank_step77.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e1ac928da2113f998f193383fc9c4c8529cfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step77.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87f04f2d342d85d179496354370d73deb40a5d37d891f5475349356705daa8c
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7715.pt b/weight_and_grad_dumps/rank_step7715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40720a82dc5276fd454d4e668e18e1d4c4461056
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376ee0b8791dba92827a27a0f88fc2b0f562914f1a6c797dfbc23dfa49b60094
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7836.pt b/weight_and_grad_dumps/rank_step7836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1881bd1fd0a1c0d8c192569cb453947f0ad022b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e649c34d9abe1fe49f7a7731cece9688da5d57e84d896ba7c7abf97781f76c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7869.pt b/weight_and_grad_dumps/rank_step7869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b651463b1fdad521c1161c4e75a3f842c0699145
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200df7e0b794d8d805f68b50270930d35e54598b8097c4c7104e9f3870cf794d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7954.pt b/weight_and_grad_dumps/rank_step7954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f1191d9c8e1fe18929b6c739c44cea5ff81c16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e144a4c83a86f43e06c74b12327a0744344ddf71f6ca12b358cb43794f1d15db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step80.pt b/weight_and_grad_dumps/rank_step80.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0b73074825a00e371e346eabdbceb932417476
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step80.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0325595992477672d00946a187634176a9615ebcfb0b898fad86ad6420e54
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8027.pt b/weight_and_grad_dumps/rank_step8027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70e6a14116e7067996793e0e528d0aa8aa46cab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e71d888735d10fbf75ea5b464a69b6a402316c5afdd626996729a9e3e8b4165
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8078.pt b/weight_and_grad_dumps/rank_step8078.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae696960d532a7d5feb92546b86bc786d118048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8078.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09530e7fafd72f9b05cddd705357b16e8299d9e8a86704c94654ea7d70b735a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8145.pt b/weight_and_grad_dumps/rank_step8145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d27779157b65374c6505f7ffc04ac05aaced6a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a15a5b997ba6414652704047ace21f5701d7913af85f5b383d8dccc81fc501
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8214.pt b/weight_and_grad_dumps/rank_step8214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bfa58711b9621635436ef899259732a0bd0436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821a47a9dce7cf706623682d37efc66cbb04dda746a1e92cec2fe1c7a74212ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8376.pt b/weight_and_grad_dumps/rank_step8376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4a6f912617cb6670e38722f65f87747d161c27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5575fce30274ea6f4d72cd7b810054717cccf219d067fc16a26f52ddc8ebdc34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8381.pt b/weight_and_grad_dumps/rank_step8381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cffe5adfbe235862f7d26e9be6c81b43e798456
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3881da6636f2c20264517bdc3c83407bafc7702333accc7c4f099ff028a73ec2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8441.pt b/weight_and_grad_dumps/rank_step8441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c344263bada63809c5a9e14d901ffb11dae3b9e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd33e5f035df7367528b0e80f78d364eea54b498ddb90bd3cb3d4798621d6790
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8523.pt b/weight_and_grad_dumps/rank_step8523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8217847356402e8c257c6675d61c1222b492e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3ccd68e0653d33a8c53e8ea27fe6333ff9b696dd941817bb39155500edc79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step865.pt b/weight_and_grad_dumps/rank_step865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abcc8c53d624fd8cfeef5c8da87b0390663c5b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b8c265c73ea4983f4d9ee347e812692466fac8bda2560832ac8eb9674108d9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8665.pt b/weight_and_grad_dumps/rank_step8665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62aa23761e7b7e8262e0b4bbef327db30c0ffd5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18da060e0422ca153aaa572bef716b94780b43fe97da117bcc95e3c969cc5e39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8672.pt b/weight_and_grad_dumps/rank_step8672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b206e9cc48781b8075e6ed5e2c1f96beaf0cef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f19ed303d99b6a9a27981deb47defa7cd43ac266dad5a6538099f8431a16d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8710.pt b/weight_and_grad_dumps/rank_step8710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a45b6359c359e45ad41bc29cde2781caf5a264
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef68c3d4f5b8be1355f85cdee5209cba6a4d9c8a2f41dfcf8ffdf89a23f0c82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step892.pt b/weight_and_grad_dumps/rank_step892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78da5915268c9258582db33d366fb27a12cea903
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c55b34adb0fb6018f11fa610cda00de9d8d3210c88445b81734202244c35310
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step907.pt b/weight_and_grad_dumps/rank_step907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7837ed09821ca46afa394442a29b8f038592733e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be944ab385b602c220efaa49c35a2ffcc617c27ccc117509870d96dafd1ffcf8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9136.pt b/weight_and_grad_dumps/rank_step9136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbde14869988a6b42ebe7f8dc89363575e2b1e5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229cdff12070a785c739bc91924dab0a6fe37d2cce3c48686fbf288291d71059
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9169.pt b/weight_and_grad_dumps/rank_step9169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d110082da593e3af23084e3ba8d2dda3f6c34d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2887c1c60781becd0f236eceb5da1e9b8ff0e5aebaf6f2e278603e37d79ee4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9238.pt b/weight_and_grad_dumps/rank_step9238.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafddf8e983899ffaa00fbad2336cd1b7d6a89fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9238.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1ec263a732814770ae3954b265157be8158ac73d0c3b052ffed091f4100ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9267.pt b/weight_and_grad_dumps/rank_step9267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670d842999369ee0c8a7be13c400b28d92573705
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65838ea0c3d55d181434aaa8065172151610eb0196605f2ee37f6d80bb292275
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9270.pt b/weight_and_grad_dumps/rank_step9270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae6a933705a8eb9bf69c9ec74dc1b5b7eb46425
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f5147e7bcf25280565a405361a8337735e7e32f63e7ac932e4790732a944e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9290.pt b/weight_and_grad_dumps/rank_step9290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87ba19605a69e6c78a326f1da971cf8e949bff8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42542efaf7320e4d7e7197f0ea8d6b321f3ebed2f21e40e90981a5d51977c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9305.pt b/weight_and_grad_dumps/rank_step9305.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4549d432e1508d7946301025c087127ddc2284
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9305.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f3f92f6a1d23081633d739ac5d68c4c1bfeae2ed22082734bb92ee29509c0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9432.pt b/weight_and_grad_dumps/rank_step9432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e797a959e9518dad10d2db4d11954b8c71428b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0890950acdedb334ddbc7e7ead84ec80120dcc62cb34c624856521da215d0eed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9550.pt b/weight_and_grad_dumps/rank_step9550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e913a3cf20727cd5b27e3b6bc4cf4334e774bb48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6092d8d0dab4c6cc49fd8c0362546df759d10f1eaaa7af45ddc4af35a7a9382f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9601.pt b/weight_and_grad_dumps/rank_step9601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8769f9f2a6e534bfadc25fb29ee8c870e880eabc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6225d469c14075fac8183a374a333d8baf106357c6d51dd49791c8522a29ec72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9763.pt b/weight_and_grad_dumps/rank_step9763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cf9dc8d1262c360f67314a9dee9689599a3dbf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff557db02fc570d665b9454d4e0427948e3920cd9908ca10eea58b77d9fa66c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9794.pt b/weight_and_grad_dumps/rank_step9794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864fe57c90744f25adf5a5f4708abfdfdaf7121d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e29258e1777ab4d5d03d2b896e9285546263a16d74634b24819f1f214af5051
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9840.pt b/weight_and_grad_dumps/rank_step9840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa90416d23cd8588dfe1836a687a0d341645998
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a101d2c430558b80a7327ec5feddc86b104efac005239e2c4a0e7b76898179ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9922.pt b/weight_and_grad_dumps/rank_step9922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4b1f1609020f0410ff20f887bf3dd610f53e69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1352367627c421036d7658fa9d95d907b66f103f3ab99199a61e870cd3b696b0
+size 1524331132