diff --git a/weight_and_grad_dumps/rank_step1009.pt b/weight_and_grad_dumps/rank_step1009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf43abe77c8a8d7a17fbced12ef10956fd1032
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7080dc305940b92d455cb2557f8d15b0dcd9a8a582f241afa01483636f0a4ca1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1026.pt b/weight_and_grad_dumps/rank_step1026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c48766f324de0137ce479203f5b7da2402d5987
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfddfe8a84f5157da39bb87c569c5d2f183ccc7754e1b94a926938d93b373bd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1056.pt b/weight_and_grad_dumps/rank_step1056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c71b2b1bd237fae00685395a8531881941ac39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bd2e7bea09257d2eb5df68e6ceb0b4107ebf46cee98084298e3b73e3375d03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1079.pt b/weight_and_grad_dumps/rank_step1079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0383ba2daf96483b1b2b5c1237a1ac040fb24480
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21b075a1c7b40760f4d39af01698f254efcaecef96280a5010c0abdafcf9643
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1134.pt b/weight_and_grad_dumps/rank_step1134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ff670c8cc325af6b4bf6b33a65a24164849163
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba8e6fb37e58d0fc2cab415fb79ca82eba05786d7cd555a25bee4c7917c98b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1144.pt b/weight_and_grad_dumps/rank_step1144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea280a258dc04d7cb872942cff2960cc44baa9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edb4616daad100ded163f7d0a5ec29fefab8bd5d729bf03b4d549c5a1b3fb72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1215.pt b/weight_and_grad_dumps/rank_step1215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8cfb45a8de5efc6ca86e7728c4e3c19e51e5ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765821ee5aef48ec0089b94174c3e6d6030a009fce4e044ee1a38ff7d6b27788
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1265.pt b/weight_and_grad_dumps/rank_step1265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaf46cc97732e90bea894e54fb23f43b78775ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7cdee61a03141c06d95e66cba434bfc08c84017585efdc49bf9e32c1586d90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1307.pt b/weight_and_grad_dumps/rank_step1307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f079a4cb6ca7826a7be204b44dc2903d30174f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532742a95ac1d09be3ad5263e3d0268c0ae237553bd7873020bee8663b22de85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1328.pt b/weight_and_grad_dumps/rank_step1328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be66dcf16efecd46fd925d86832411f60a05f47a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6c4144dd864331e06d88524e01939b47708202d18540cbe72bbe6f2c39388
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1358.pt b/weight_and_grad_dumps/rank_step1358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63f76845c61f8032455ef8d381a930e58998aa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d0ff6322bc91ba364c41ff87914b0cdce0e5ed099a07280e4187383cf432a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1380.pt b/weight_and_grad_dumps/rank_step1380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bb592c806356b9229be2afddae6c8acbed0ece
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ff3a2e92dcd24194bbf374e95dd9120465734cc5f8aaa73f53348aa2d63022
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2034.pt b/weight_and_grad_dumps/rank_step2034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e355abbdbf3c990570221f26ae74c4d85b547
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3313ef5a08a09f5b810d1e7a7a07d0bd09e190b7399214bc164d12606256fad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2109.pt b/weight_and_grad_dumps/rank_step2109.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fad9bc4319bc89603456fedbdcc41475c88785
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2109.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c10c00d5fc658d6a80fa90c35f2d21383b9599f56bdef213bde7cb200eb9143
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2126.pt b/weight_and_grad_dumps/rank_step2126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61067f9cfc69333472fb25ee50b819ea0459acaa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e0b4170e20c0bcacae568874266f757bc98d8bb86302d03f1ff34d14b5f52
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2156.pt b/weight_and_grad_dumps/rank_step2156.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261070f85e714254b2f71bfa9a41093ef04ccae4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2156.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875fed5d560b8cbe02d85c948cba11d9819d1b3b1e22f840dbf5d7ceaca774ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2179.pt b/weight_and_grad_dumps/rank_step2179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a521aa095c6da0974dac14a490ac6e6517222f9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7551d4bae79ad432bf37bb3cdc5f65f92f6acfabea4ee4bcfde8b70ca4c9f38
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2207.pt b/weight_and_grad_dumps/rank_step2207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8506f646476d1f290be0529e92c0f57e1c49f85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c70f06dcfff47db52e4c5344596c65d04b879b3a17b4c5d9d53ad40a4c2eec6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2258.pt b/weight_and_grad_dumps/rank_step2258.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53716e80b3d1b0ff1a98941028493f150e63090
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2258.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a9644f950235c6aef1117b021bf20e00803849b0042c8865804d9998538102
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2277.pt b/weight_and_grad_dumps/rank_step2277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ae1bfb97184aad890dcf8c658adddb22671543
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8299da1d02729c2c3680a7b46ceaa3e35759124b1aad9ca6c6b68d1969160d29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2280.pt b/weight_and_grad_dumps/rank_step2280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9a4fa216a776b41b57f071b864ce440f657259
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1f81a7141f5108632b26423917d5e7f74fc6bb249356cb5391ee5c86bc9b2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2315.pt b/weight_and_grad_dumps/rank_step2315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e524822ebc3c0833d008cffbe525b081f4f62da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2868180069ee40bd3a2893ad43e3d45d1c15b7477aca94fa747f9572a25cf28f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2365.pt b/weight_and_grad_dumps/rank_step2365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da02d0f0b3faa8cc66f9556ae0eb305a1fa85b70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f064c6b36493c38ea73d56ca3b21e8b43b8d36ba918a7812d5de5605750d0148
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2392.pt b/weight_and_grad_dumps/rank_step2392.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8f19fe1cb2f07ed99c98a474fd755e67f2056e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2392.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925dc4dd649b72364e993ca66a0d2410b7ab301453e39529a7e88887261d5144
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step27.pt b/weight_and_grad_dumps/rank_step27.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82826301ada0f8a8e0cbb1127190f63aa370e25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step27.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3111692d09060684dbae869a95cce6f44c2c5ef59ad472c2258343020c5b8ce9
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2942.pt b/weight_and_grad_dumps/rank_step2942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072f29cfca06ccc6995a3be4a16f62b5c95057d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e8a74237113216fad0dd4a15375e3e3d80ae952e809578ffc3365486b8ac3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3125.pt b/weight_and_grad_dumps/rank_step3125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a083ea19becf61557d2e2b150b258a8973e8b62a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f38d22bb81e26dcd2c0e63f6db317f3f6e4895cdea8377084187a7cc69db788
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3421.pt b/weight_and_grad_dumps/rank_step3421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7016e62dc0282e59a89527f2287f4414947e1cb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263acdc824d5fa31fca57e046270e97ae652ad894061a8927aff368bfd224b1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3489.pt b/weight_and_grad_dumps/rank_step3489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cf6826ca5ced64c46742eb8407a238f8c418e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eed31929dec25a411c5eadd21df7652b7ef35978f326ae4f4ed60c6546864a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3543.pt b/weight_and_grad_dumps/rank_step3543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49a9e9e85f423ddf58429d6265f7a06b232ec61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d581414f27a9e830c70850a267e9efebc265020759467d1d9125a46794bd65
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3612.pt b/weight_and_grad_dumps/rank_step3612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de05702f8a0407c9e34414fb81a366a5b290113a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbeebb0f59ef0183f85935ce5b8dbb89dee7487823a786bf4baa98e216373db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3662.pt b/weight_and_grad_dumps/rank_step3662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec3efc097fed64ce0eb966c314807f44eab202e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7217929a3bdad09822a9c4e086382e613de39a60b489d7419d69f709fec2f88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3700.pt b/weight_and_grad_dumps/rank_step3700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d9d4e69b88fceb06671731a75e8c2d1744e4ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd75cf6acc8685b3e334a97b6c88bbe79e866832b0cc8df721a3b4516ed23cce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3770.pt b/weight_and_grad_dumps/rank_step3770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7710992c76036087ceae847ef63e14295f6c62
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4292b00f76e94894ec7820bd64d065b67df8b8f89ebbeab1be0c9d00cd580cab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3787.pt b/weight_and_grad_dumps/rank_step3787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc076406762b8c6fdc7f39948d10438d6121853
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373b746a07b5a1b22834896f081915ec69dbfe9fa42057ebcd7684e9647bda9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3823.pt b/weight_and_grad_dumps/rank_step3823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8fbd34e6dca70871dcd8515e0af5e2fb9227d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c6ba13e2175d65cf997050f991f4e190707e1111685f04de3c9d9d45b8c6a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3853.pt b/weight_and_grad_dumps/rank_step3853.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5c761343981a9b0f5322ae501a7a2958a3ee2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3853.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d18d401eb4f682670b93114b29482da28f2b4a390888b9a90e185e8309e0624
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3931.pt b/weight_and_grad_dumps/rank_step3931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a7c9a41baee1d9c781ef985d4a717995a90ee6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb902bac98b2c86c252d47f43d6bad48d1bc59e506859f23fe1e57c4f2211780
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3999.pt b/weight_and_grad_dumps/rank_step3999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e081b0203f6d6820a9c3d58069011f7a2f2c9de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22e4d5ddfe5c4e9abfe8f6524da65ed69e2cc008b456b4ac7a9e2e7af70ac26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4010.pt b/weight_and_grad_dumps/rank_step4010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb906bd25c4dc3ff53713b6c1bb549f11a1af55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f6dc5f89cf15456a21df83d55392aa65e7267d2c774294ccde2e78e21c7393
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4060.pt b/weight_and_grad_dumps/rank_step4060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f795ea65b467a6edb207cf1090a85cf05d74f59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be7c7ead84c21598a9063225701ebec8464320213093bfec57bb579f467a22d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4102.pt b/weight_and_grad_dumps/rank_step4102.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e871d336ba85d4e9ef61af7bf410a979808507
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4102.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78e314d4d1858572a61d0f123a6c5d8c64163171d89e2e06f77a487febce66e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step418.pt b/weight_and_grad_dumps/rank_step418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d85b84bb9c2ae428bca3081baa3e22c440fbe4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffe623a51db0ada06bfa86293e0288fa50b10cab55350cba5ccdd84b55b76e0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4185.pt b/weight_and_grad_dumps/rank_step4185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99bbad99184bd59c578fc70c82385ff3fa9e634
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11656ecdc41272c0fce0421c85f9269de9c2a34d7ad35e333f8a04093c691b44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4223.pt b/weight_and_grad_dumps/rank_step4223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f873626b29df68709fcd12bf1f40ba61925b2d4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08616a4ee56cfdcd0485f769f09ba723eb2f9627decc1309670d84ad346bcdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4253.pt b/weight_and_grad_dumps/rank_step4253.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5cfca33bf6c3e485345996857497f5588d1c13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4253.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127dae7455ad0f90f737189f63c29fcf4d02e7cace2ac041a01e8a177f8b29be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4331.pt b/weight_and_grad_dumps/rank_step4331.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b903aa64fe4a061dab3e3557147231d4b580f1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4331.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648ef8d3c6576232667ed100a95e9f7ad8dff628e536cae3ff8b5ac11e193c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4341.pt b/weight_and_grad_dumps/rank_step4341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec079fb82e60738e8951965c9748d4095483aa35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad72e357550cd0ef0879ae64e4f474b9ae0373c86405a6957dfbe9e83616159
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step437.pt b/weight_and_grad_dumps/rank_step437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0113e240b6ea86229f74c163f33ae4c2d55d23b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de31174444abf64f6134fdb5650536e91cd47ee74cfd7a2807091642e8632276
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step468.pt b/weight_and_grad_dumps/rank_step468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500793d817da0b1507894af4f72cff12912c01c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840dfe9b36cc2d7dae335b87497f5ba2a27e4fb5841e192a6058c5960354be3e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4939.pt b/weight_and_grad_dumps/rank_step4939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67400718d8066ce5eec19ec8aafe1109c5241484
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3f7215c589721cd5009af66d21fe2fb6bbbb49a4b6972a92c5b4fd2ae22866
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5063.pt b/weight_and_grad_dumps/rank_step5063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512521e753515663815ea2f80c44ec802377391b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1686c6784a0dea1ac3da4d0f7054f6d31cd1ba3c18a3ed2971535185f07a5b64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5101.pt b/weight_and_grad_dumps/rank_step5101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a32173ccac0ea4508dab50ec6f2427bfad18e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea244b3fd6dab4c5aa0a8243eb65cabd46c2f48bdbd85409af9e7a7126ce673
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5250.pt b/weight_and_grad_dumps/rank_step5250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dafe7702b845ec94788bddd0c063bde3416099c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9c830b65a6f84a77eadca85ac8f1a6f7727782f43b30171533ef2214750546
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5475.pt b/weight_and_grad_dumps/rank_step5475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce7f77dc5d6fe2656b5b88e84bfacbbb5981ce8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a0ff301201c7c3eb432d86b2d9f2a3a69e5cbf812217d5d4027d4e3c9ce392
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5482.pt b/weight_and_grad_dumps/rank_step5482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa60cd45b13b583d8700f42625cdcf7aa346dddd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542f9e1db82aa5c318aa7588fb52670ec8298825c1dd8c6d4c79bba178e745a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5517.pt b/weight_and_grad_dumps/rank_step5517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c090c5e127430963621863b38186a82e6a4d8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3121bb5dcc1f65f262fc5d22c1de4680d3df0ceceb53713905a37ff6f0084694
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5538.pt b/weight_and_grad_dumps/rank_step5538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9407e04c1d6603de653d6e981780f19a4a9259e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627d1707b72cf4481297e9213069251022d19581976e6681a09db819786d8639
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5548.pt b/weight_and_grad_dumps/rank_step5548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff659ce0b00f6f5021c0ca5f4381503d4218dd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688c11fcd6f7d069a94d72481a17c816dcd538d3bdb3e33db2dfb3cdc07ff26b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step555.pt b/weight_and_grad_dumps/rank_step555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b029918e42768e6ad45baab7449cac7ba0edb2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdcbb793f1511bfdd2acfb9ced6b1f1affdfe16bfd39dca222179429f4f4b54
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5590.pt b/weight_and_grad_dumps/rank_step5590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242523b81b8706522f9236a282f4c0ec084ac81f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d168b56eff161bfbb7d596efd9635d5d8c7966bdc52ea21e90366dce108125
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5636.pt b/weight_and_grad_dumps/rank_step5636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb09d637bc38ddebd032ae0e390ec37fcc6383c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b50de1dd0905bdee0339ce998eaf522a522c60226c6cee993bdaa4064279c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5669.pt b/weight_and_grad_dumps/rank_step5669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0859b1bcbebb1837751d8a8f94fa0fe5d0e626e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548d3ff694a704c86138e1fa3adcae338d2454a49746513647862b35d732f526
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step57.pt b/weight_and_grad_dumps/rank_step57.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbed00584c878c8d25ac4852faad5bb72a90ce1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step57.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bca4509f6170677510adcbe6a9f260016bc20b35e1e16e3bda71ae16bf2ea6
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5724.pt b/weight_and_grad_dumps/rank_step5724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35ea8d85c9e9ce7cac6a497ea3b15cbc5930950
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a179386576feff939320a6125586aa1303d9ced74c23e918aa734b0c2ae164
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5754.pt b/weight_and_grad_dumps/rank_step5754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8387b2663706e82c9f0c1167a04c4eed13ae5b4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c1070194eea30acf23d0ad59a1f797612f3b440fda40ca4208850cb278dcaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5807.pt b/weight_and_grad_dumps/rank_step5807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0107170078cfaf68c9307b17cf0c1a3a31183cba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2963a27ed000423917ce526333fc5d3a237138405abd46a0ca805f02186fe443
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5858.pt b/weight_and_grad_dumps/rank_step5858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07165b38c6d104ecefb72790ad542c6f12b5bacb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9653be97720ce469b03f8e09353364849623dc19771cf593ee30ff259c4e8fff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5877.pt b/weight_and_grad_dumps/rank_step5877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed1259b97b554a49f71387a828bd709a4d01733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a96b08b8bbb2d0ef82aa356235f9efbd070cb57f801f77a85973db7d189f99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5880.pt b/weight_and_grad_dumps/rank_step5880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0597beecade05bf4694ceb4c93cba45b5b8a14ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de575e176a31105e63e724f3a4146737c97adf7659c5397230bf2157384e813d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5915.pt b/weight_and_grad_dumps/rank_step5915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f926986a5a078216292bea5fce468c1add3085
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f550259dfc8b6f24c33fdb0d2b25dfcd348d8ced85cfcaa3e89b1c59810fec2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5965.pt b/weight_and_grad_dumps/rank_step5965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a0aeb8af452d1385b25b945ddeda742c2d324e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6465f3974610a85da61dae4a9bed3fcfc7f121db794231e5dd0993699c15d91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5992.pt b/weight_and_grad_dumps/rank_step5992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7d84ebc1c1932f74a92d82b36c3ca8c071c66c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a047f9e3e497a79e36f542c030f61c754d7e41bca3f4db6e18ec6c7f31112a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step604.pt b/weight_and_grad_dumps/rank_step604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ca621141e5079cd53c4fe193dff2d29dbccf0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87f2f387b2976f7cf135c33ec0c86dbeeec7b42abe4e8f69991877b43fe1323
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6417.pt b/weight_and_grad_dumps/rank_step6417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b96b33c872bf5924b53ec7a01ece3c19f050ecb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a140ae8517248f494fbbb96e5ff140f50e71812a0540b971eb362645f614684
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6438.pt b/weight_and_grad_dumps/rank_step6438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6b6953317a05dd8ca095917f6beb54bd9a4e3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c72319d1761c33d3768bdbaeefdf4f0575299ff27e96d8ea5a30d218e560c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6467.pt b/weight_and_grad_dumps/rank_step6467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf735a1d404fab42b802746bff8d48756fd5b75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b90be05f2dca242c5a12d2b91d53bd9c744e10a7fbe07d9bd68616266e167ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6490.pt b/weight_and_grad_dumps/rank_step6490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6079c4d96106e09670eedfb90468e0d5f3ae29b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983b45b9ee5a71e745a5474ad09c13757f89061476b82ede5eb7899c2175caa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6505.pt b/weight_and_grad_dumps/rank_step6505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e08e97cdc0c13884442fe1df442a2a49b18b8c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c550955da4cc10a509f03c04b0696e8702a9c9951a362f87f1a6026193574c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6575.pt b/weight_and_grad_dumps/rank_step6575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea445a2669e0160ba39c93fd6a0f29aa87de4a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041597dab64a238e84b5c91a501303dd79c2d11c32a0168f596adff6ae6e1cd7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6582.pt b/weight_and_grad_dumps/rank_step6582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0824b35222f0796bb804046baa858edd9dc62131
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ea450575953372511b23a6270440065ac17322d4d20621fdc73f308fddc29f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6654.pt b/weight_and_grad_dumps/rank_step6654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6b22a3c1e72902dbc538f751b767a80a160afa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e81255fa457b269198c71932baffb61bb60a1d90191d05fc2071afaa7ef288
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6719.pt b/weight_and_grad_dumps/rank_step6719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66afd59b34bc60c4c10907edbcca25243e554684
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cc8831ef1d64c1bdd5228046df10df551159bb983492bf48c1d44a98639855
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6736.pt b/weight_and_grad_dumps/rank_step6736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b315130724f716b7c0c2d441bfa1ed505c4a23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367e8b762e32582785e3729b3ee4652aa343b8bccd52979b182fda4acc984eb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step674.pt b/weight_and_grad_dumps/rank_step674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ee1b9b374e16cd3b0504cad2186c8cdf832254
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9f37db28bc805053da1842830aa14e7b56d9d0985833f3825c103502561b1d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6746.pt b/weight_and_grad_dumps/rank_step6746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4ea95556f06d380c83257fe40609c61ecea8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9fafe9d803a1a87bb1c61a773312395b940c16a98dc9fea616dd6dd57cb798
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6815.pt b/weight_and_grad_dumps/rank_step6815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1350c2a574d57d1424efeb4e6254c25c9518ea0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b511311dc67281aac22ba7f60bfb7c3ae7d10765263de89c2adc21f05b5771b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step683.pt b/weight_and_grad_dumps/rank_step683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f0f937b892d4b3e755d69f716327297a6c37da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af8fff81775aa463954a7282726a975d93d7eb9d0559a99068d40563bc506af
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6892.pt b/weight_and_grad_dumps/rank_step6892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b0ba851f95aebe19c9d5ec493606800b53c646
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c753e15944e2a37e4e4502a004a0eb95e84e1b4d14499fcbc6b45fa0fb01a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6958.pt b/weight_and_grad_dumps/rank_step6958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414efb3771c702089adeffc7640c6e86a27d105
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f033eab990205394fbfa4c43ed55d4ac6654069b036041beaad65da18d89a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6977.pt b/weight_and_grad_dumps/rank_step6977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc50684d99a54bb2d4665bfddcf77c363d74bea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaaf805b8f616a93b750c027dcaf4b17d73e17a5d30dfb00e7d9266c2de1cc6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7002.pt b/weight_and_grad_dumps/rank_step7002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc667545010e56feea661fee854912db7f9137
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8540eb8823f54825088ef1908b690ac1829f1f613c170cdecfa6e07958f385e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7072.pt b/weight_and_grad_dumps/rank_step7072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5247e950ea15b1aeb53f6502ee42af9132bfbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ba0011917c5441f6fcb63e8879305986f749bd4fa6de3421d59a7f0baaf848
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7085.pt b/weight_and_grad_dumps/rank_step7085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e311f4e2ed920b9562098ad5552909f24b59ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d61c09ae2bbbfdb86eae4217dd076ac6dcce3b1ae1cd39363fb1890aea186
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7110.pt b/weight_and_grad_dumps/rank_step7110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82594bf350b6f28924f38cfff20a94f87d1c0b45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922a8a797c4519660eb0b0fb47d2eb75985cf81a42fcc849cdcd1ca550933eb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step716.pt b/weight_and_grad_dumps/rank_step716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df041a1e578e27e5ce251e4280a65da8a9d31ece
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0755674393e8f0bfeabc67cfc5860b4bd52d7d3e0a1f59f1c2cb3b6fa459a877
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7160.pt b/weight_and_grad_dumps/rank_step7160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866709e9bf2d6b273e6d6ea60ffa08c131f0c690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf3f046ac3f6b2b097a9b717ce2b921691fbe64c6f731913ff8ac812259f60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7197.pt b/weight_and_grad_dumps/rank_step7197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4845f03e1ba7b8bf120e5f665d51669f83e8e32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b50d3fef79870a1f92b27b41b044d0ccb4c20e18e38673f3f690d3bedc048e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7231.pt b/weight_and_grad_dumps/rank_step7231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231e5a433541d6cee6c8a319158413c5374c585
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e67739476206d3522bcab27e87f1966a495a177d3415687490abf05440a146c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7299.pt b/weight_and_grad_dumps/rank_step7299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ed4ff915247d4df44dd461a462f0ef174fff29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698b6e4629e715289798d740fae9eecd5a00cf87e18107fa20b6b985da3aa58b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7323.pt b/weight_and_grad_dumps/rank_step7323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c746298f7b9ef5cba2374cd1f3b39cf48abb2d32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0eae1e0b3630a13839fafe03a76573a2e64d1fb2669dfcf16b3c9a71bbec76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7353.pt b/weight_and_grad_dumps/rank_step7353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c64473956459daf7aa947aa242c81ebb5aa4688
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57699fc146ae108d5dc933c3b1589123a31c75e3318c96792a242b81913c89a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step749.pt b/weight_and_grad_dumps/rank_step749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201fb3d0df73ccb341075cef5519457ac5cd38d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4734c28a93255b1b9cb5cf43820544e74c6fee70c39f270a6d84f8dd63eccac9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step766.pt b/weight_and_grad_dumps/rank_step766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f9a5ae6c116f4e601f0bfb83c50b1301727cb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2cbe7bdc76781102c52c4e597df4d41766bafcc1c50321ab911e6b9b99fe6b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7849.pt b/weight_and_grad_dumps/rank_step7849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f0bd551e5711f0e0737620254db94def6822a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4515a589b4cc03fa821ac12d5c73df6efae4dd16235bcd9ba211ccd3f48cc3da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step791.pt b/weight_and_grad_dumps/rank_step791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa0ab5f2f5a5a9ae685555c16c667b7270db57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f04e331018ae3d88b046e7e1b02c3629b7ec7ee450b72b897a189729df049e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8234.pt b/weight_and_grad_dumps/rank_step8234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a6e911201227d9573db1cff6b2d99cf8f42171
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ff15ca418d00aa2e6f159e308d191d9c5a603a22e571623d594bf6dd8ef50b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step835.pt b/weight_and_grad_dumps/rank_step835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78883a16942fb15e0e328b0a21cc810f45495c74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8479b2441bccee4ef86b4f5f4eee69c3a1b2b096bc960f22df4599103e2bc90d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step845.pt b/weight_and_grad_dumps/rank_step845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23869c3a46213874965e4750c46b28e051d001b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c322ec211c0b2653da3009f52de238e0e457f8fc8faa14f2e2d3c20bad229539
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8461.pt b/weight_and_grad_dumps/rank_step8461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7b64da30dae58fc160ed56107074fdb558ceec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352ff39ef93b1aa45d14551ce53e5c910ec6641fe5099ef6a0b800b0ae2620d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8496.pt b/weight_and_grad_dumps/rank_step8496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657186e25d1dd2a9629b56fcf64474f40a92d962
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ee60ca11c735a11bac2358ffb0282aa70d6a6bce304a55b8a1199044074269
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8503.pt b/weight_and_grad_dumps/rank_step8503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e80fc6bdf6d3f2afd07ed7e8dff3a7cead8c375
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdc972772182cc0749a9faddb4ef3be5a74f5e3038d00c1bc7ca327396934d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8584.pt b/weight_and_grad_dumps/rank_step8584.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9824d514b629f2b4d13290ebeb4a056b23bf0bf1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8584.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ac6c1206cee53f3e829d1a7e73ec58edce8c8de6513f85ca514bafb8f89d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8622.pt b/weight_and_grad_dumps/rank_step8622.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05ad5fb398b806b88e921be28514dc7e4edd8a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8622.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086d06349ccff132c7b739a5d0db0829771e6cacb5695079eaa2b770477442c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8652.pt b/weight_and_grad_dumps/rank_step8652.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ae2336f5dbf304fec21ad3066ababe0c86e06f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8652.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413173a81fd3b35cc9ebacc0080b15aff7fe43253cfbe56d68bb735f78603c1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8730.pt b/weight_and_grad_dumps/rank_step8730.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d00a2da83b145cea3002ae8b85364f2ed7d637
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8730.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee552debe92075a513e5957678f55fae0b6505aee495ccab94a2405e11e651c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8740.pt b/weight_and_grad_dumps/rank_step8740.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a4f06a7a5ca3491ee54a20abf91690dc06af0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8740.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d2e81eb5cc6666de07beebf73ce01a9b51fd9b8f10c3cc46a1f48feb50d45b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8798.pt b/weight_and_grad_dumps/rank_step8798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3fb65043e1674e1bfd25d6db9947946505f627
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c3c588e25d4c2dcb20d01cd11935710f16b63e282b807af988d429d145ee6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8813.pt b/weight_and_grad_dumps/rank_step8813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b106c42ecc094f28a7aae37ff4a219b52e4d642e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016153bab42df76bfb6b64b44e849a4d381f7970c7d27683847c8de250b4f06
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8894.pt b/weight_and_grad_dumps/rank_step8894.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e3ab361fb9da86e94c0e24895be7df30c59075
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8894.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2786864e57133096d90af3210d8450eee4ae37af35f05e018040a156f75e6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8901.pt b/weight_and_grad_dumps/rank_step8901.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a57587bbfc948bea44cd3d765c44ad2405c4ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8901.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09590e664383366601a7f8f0de458628d54257621f0236febcc1a6d495c68999
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8971.pt b/weight_and_grad_dumps/rank_step8971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9b31b3503e25b882e0c75270ab44acdb24a87a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaff8bc8c1db6f74f5dbbd30cb10b4c621ac8ffed44f34f611a399e76909477
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9004.pt b/weight_and_grad_dumps/rank_step9004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a8cebebf7754a7c2367d6353bed5874f0c865e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c67c8ebab8c0433bcc98346fa15f2d690a3e11878946c390edadc6e89b5314c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9074.pt b/weight_and_grad_dumps/rank_step9074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4485206b9bb645d66509bf56005d0aeb977dbeae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a5c936fc5ed560a6895864fb3a9551b80b814687fd1cb3ee65859dee7ef1ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step908.pt b/weight_and_grad_dumps/rank_step908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1278fc9e3e7a781d2979990267aa51e12051bcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d5c50987129e6406ac3c477f81ae48be9bb04c36703267887126e078885d56
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9116.pt b/weight_and_grad_dumps/rank_step9116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81963b28d13e8dd6b8c18664dea7828d22bb87c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d11fb8beb025399bf1c8746772ceb3698d3340100433ffd47b66b11f1a855b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9139.pt b/weight_and_grad_dumps/rank_step9139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632355de39a5313f7ff636613f807ae0925d5b0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e63ddfa3845556d49599b3615413cb482556e29c4514333d03a7ee1bd42431d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9149.pt b/weight_and_grad_dumps/rank_step9149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74db782207e7ca13f96f1ada313e4dcd4df1e1fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dde2679a8d9a5938eb8c63932c03ece667d4369c4ff16347c47364d83e8f69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9166.pt b/weight_and_grad_dumps/rank_step9166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d77ce3e2e63c3a4e71266831dfdcc83171b4f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c893ae59bd0a844e45dff44dfc21b18e7a78c717afc498db8cf0dc1ef8ccc2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9218.pt b/weight_and_grad_dumps/rank_step9218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0d6970fb1e52a3f5084a5b0531a2647dd072aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4549b0484f91a8fbb722169a47e4ec2dcc41237d94d2525da3bf8be24a29c90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9237.pt b/weight_and_grad_dumps/rank_step9237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e85b4a45628d9a54e20174e0c2898fb8c8e9f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d614dcbd8065a24c8e3f2337d3b037e113713daed9630cac7e1a082c294da39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9268.pt b/weight_and_grad_dumps/rank_step9268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47c8488fa760e567b9f8ff36540b4075c69fbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6ef9c173410a5141b54fc96a7f6bf941112e1cd0e84ac0376bea8e44f480bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step927.pt b/weight_and_grad_dumps/rank_step927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121a24d560a627fae03dfe129348d3d96183e485
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626171e0362069d3a8225f479344d028d359f4e4964672c80e9ef198112a7f98
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9325.pt b/weight_and_grad_dumps/rank_step9325.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4f6e6720895d476121bec9721dd2fb0122f2d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9325.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca736ced6b289885536035029c7b1043ee19e824017b051b0fa81dae77b1e2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9355.pt b/weight_and_grad_dumps/rank_step9355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2dc5b23ee8751cb95acec6ca9e3832aeb43324
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d62a71fddd07e7ed78a388cb39647a0f1971bfab9e2474c8607fbfb717f96a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step957.pt b/weight_and_grad_dumps/rank_step957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f2fd9a57ea59c870603d7ece1d33006f43f2fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a40ce737994e3d7a20afa14c0dd2aae83379163d8eb41c7256c818029fb08a5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step978.pt b/weight_and_grad_dumps/rank_step978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0679f8b7c4221ef90f5a067f95babec78303cdb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ffbb4af4724690eb2e534b808a6b8dc819a6ae46b04fa19e79cb6fc7d96c3a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9860.pt b/weight_and_grad_dumps/rank_step9860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce124ce96442692a462e5526dc788ae7b47ad23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28141fc2542bd1d1ae153bb5f47b8ca7ff5d4bd9e441df37f53fb02a5f4730c
+size 1524331132