diff --git a/weight_and_grad_dumps/rank_step1004.pt b/weight_and_grad_dumps/rank_step1004.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dbceb06ef0ab8c277b6c87f932f422da247cf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1004.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd7b5829d0921ece346fa640b10c85896309f7a8e18690183f18510b4878e61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step111.pt b/weight_and_grad_dumps/rank_step111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd2e1f812e9bdc52379694c64f36b22b8bc0f73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d59f349a8fb9431bb1eebeee4921ed702089c5ac429a9ca5e01fdaad638cc6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1166.pt b/weight_and_grad_dumps/rank_step1166.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2b07adf9a8262bfd1069b52a9c01f751b027ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1166.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5518d3aa9009224776ecd3c386535d808310cf915a74eaa18e72a2d81a4742b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1191.pt b/weight_and_grad_dumps/rank_step1191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7561bb43912d14e21392b5c6c2e3d9d3d84f054
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4bfa8effbc52ceb9b932e41964e68961886205e5da3d6d48d3030a6bab226c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1237.pt b/weight_and_grad_dumps/rank_step1237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e93ca6bfaf2ccd1c1726a7f550ff6c39f10cf2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27dc0b8ef85ad3982ee769085b4d6938a1f68de95fa127ffe49d7d01634627b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1268.pt b/weight_and_grad_dumps/rank_step1268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692e82b93c955f1780a7cc69b9df4aad5d681e6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90d79d709cbf6e85d83ef80b71b909addcc6b28fd64b3afc4c8c341e38b33e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1355.pt b/weight_and_grad_dumps/rank_step1355.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a045e6444a1ef5a68a9c8776d28ec3bf55081630
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1355.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551382bd6f7519057e9e9019319d02c3aa409b6295fa68ac8d60f9839af40d5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1462.pt b/weight_and_grad_dumps/rank_step1462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bf18cb8007d1709f3f9ac244c1ca85ce2b5f93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344ac7317e6c8c41cc8839b574703c2501870ce7d55163dbbeb5ec482027af39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1463.pt b/weight_and_grad_dumps/rank_step1463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036a5e3f1f9373484b61eedbd063dbbc73d0ad8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa4a4842a55bc63aa68337d4efc0aedb5dd8097154e9d03560b17c412cbb51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1500.pt b/weight_and_grad_dumps/rank_step1500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f490ff3fd0dc5326bf8f8bf73c6359b998931a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d16e5cec9dc37c90193a5b4826c57f61e04938864f705147bb57a33e1b407af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1501.pt b/weight_and_grad_dumps/rank_step1501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589f956c364aae705e8465cf6b53ad79080a1847
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1539d8de7d7f616d542709efaa67cb561455bd9e422ce1f99140a1c1ae34767b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1650.pt b/weight_and_grad_dumps/rank_step1650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7190a2692f13750466ec83bbae4d00f7175b3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad269a1d3763df0b9061355f279b9c219f0af605cf209d4fbb0a37a40246fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1733.pt b/weight_and_grad_dumps/rank_step1733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685fa15467964b4a99819e32c0c14cd2f6db8373
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9513320822123ee9e253287658457ebb976b157d9400f1ebc24f7a69f1c0d686
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1810.pt b/weight_and_grad_dumps/rank_step1810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284fa59c109883cfbccbd47c308513191ff17157
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64072b550c80f91f59d0ed2f27eb7d48c811a99a83d7c2f2f5a9bca3a0ccf187
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1972.pt b/weight_and_grad_dumps/rank_step1972.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeee77b79ddf4fd65243ea9258f97ad1cbabb90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1972.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2eb871ba77aa7d261f1eb3b9b6974bbdd5b2bb68ea5e5020869d1a78ec8a80
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2016.pt b/weight_and_grad_dumps/rank_step2016.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a43f812644f812bcc532ab03d9fbd142c11e3eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2016.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2afa79f1661c4a984302fe82dd9f1427416b3dd6dbd333161fad5ea91ebb61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2048.pt b/weight_and_grad_dumps/rank_step2048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de3d6019a994f4101a1b6c1e26faf9afe303135
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3342827a72b8e7867dbb1335a680d36316478c30f165525cae39bd04fee6fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2049.pt b/weight_and_grad_dumps/rank_step2049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652f32c280c28ad4eab5fc6f07cea04937780af8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba6c79a1b514bed6c1bfbe22833b995969c2b891c9ae08f35540268e0959eac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2174.pt b/weight_and_grad_dumps/rank_step2174.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9110c576126f10d3d63156eadc62c6209a96e764
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2174.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43227efd15d7c2dbb1322ecd05489267fad59b5f8b62b7579d69179da31b2727
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2183.pt b/weight_and_grad_dumps/rank_step2183.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc2652ebfcc0cffa25c9ab79fb53be6ba2c0fc6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2183.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835ddf5affefef914f0244a152655fa0a91f35d50b08e037c5f4d03de6b0374a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2225.pt b/weight_and_grad_dumps/rank_step2225.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3fe345a74943b34d59312da48917f537d01013
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2225.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deed34d90a47671e20cd4d8717f5718ff6a52165707e4903c21c0e66a471b54f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2318.pt b/weight_and_grad_dumps/rank_step2318.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c109b3c9e87aa2e96d4883041c10d2a37c0adf8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2318.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbeffd98d37e57e5025c7bc8fc186151a7cd7c0b9ebeb1b2591eeb9860c8c9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2347.pt b/weight_and_grad_dumps/rank_step2347.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa197601ca2599f94bd3232e7c996fb269b453b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2347.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db7b8bb2070aa0b3d5ab5ed68d3b04d585bc96b6104c6f7b84f1195d83d4cff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2470.pt b/weight_and_grad_dumps/rank_step2470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27424f60546980ec22aae4fd62ed1ee232132a38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b34fa13004b859f211b8744e4c77cd80e032700647d15e31c5be58d56c7d22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2512.pt b/weight_and_grad_dumps/rank_step2512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52955b7fcad3488b93e49f17df21a6a92c6ef915
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb696481502e84734b502434fc9c34347596f14650f35299a4454631f63b4ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2802.pt b/weight_and_grad_dumps/rank_step2802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04638ef892b212edb28f859ef0c31acd8b767c3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d263663842b245bd0d049e4dceaee5a369b80002ac7a1e988f0be090b9eecf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2960.pt b/weight_and_grad_dumps/rank_step2960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fc3a46ff97b04cc1a229d1160a0abbdc403bae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fec881e35203e9e3ed2773d02b8616c99c381ac01a7d145c4e261a633eee6a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2961.pt b/weight_and_grad_dumps/rank_step2961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22aee7bda0c7b5b457ebf6ebb85b3aaf8e0becb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5777ba058d29ac5e3300169ec8c6a63bf58fe7c0663c5aaa478b377246ea3b00
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3065.pt b/weight_and_grad_dumps/rank_step3065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f0345300810ba6646b0bb0726b23bdcc2f8e69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3383dff023f4a3a206e144b484b3aa5fd2ca98365ec8a4b2370bf5240b2eb032
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3107.pt b/weight_and_grad_dumps/rank_step3107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2923c6bf415fcfc0de970059709cf5e09f29abde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5b4228b6bde7f4f27ca7bb10c9e040226c31b77ab099e27ba91f3c130b8931
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3158.pt b/weight_and_grad_dumps/rank_step3158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d630338a59bba13dac64fca2bd001f12f4b0dd19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca52332967ca9ecff18461c53db464390992ec5dc76d234d3d2df66fd4aac14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3159.pt b/weight_and_grad_dumps/rank_step3159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a915f30ff8ef0eae1db5290666eaa2e136f73a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7271b16e3dd87cf0924716730f4d182fdb6a89fffa37b6112185e80d4ff01c00
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3403.pt b/weight_and_grad_dumps/rank_step3403.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a335454eb0b307bb55ce307626bda2fbfbfeba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3403.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad1c25b95f66fef95d422a5c71153f1a6a6fd7080738db39b3e9534865cf04c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3561.pt b/weight_and_grad_dumps/rank_step3561.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dff9131a723300bf797605dd76bdae426244d10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3561.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f5575bd949b542a8d11b26ad51e9f60efa8808b409f7d91994ac606e87460e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3596.pt b/weight_and_grad_dumps/rank_step3596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bca69bb5fed59fb6877e1d79e6754c2142e97ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0090bac15e5c65e344c2eb9cec3ac664b68b85beb5ab084c6a035178b28cfefb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3630.pt b/weight_and_grad_dumps/rank_step3630.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2478c358a141e9a7bc0dc2c96fb7e428cadc705
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3630.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a265d60bcf362b501a221b364fe7f78732830e6607197b872cabcec1957d38a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3698.pt b/weight_and_grad_dumps/rank_step3698.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7fe9c5c6f78b7494288630a7c8a1316429f3fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3698.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1ef7f7d6327677a7d345e136a09fe78477ba9470fc6e388484d0910a74446e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3752.pt b/weight_and_grad_dumps/rank_step3752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98976689b6da7b3ee9ac9fc9defede6f18683f98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68e4f423d8e925fa1b2c30d939f91d03746982acd0f4ec642feada21f568ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3871.pt b/weight_and_grad_dumps/rank_step3871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69140d9543b32c2f9c969b6bd1266e4a4f59839
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21f68e85bef0f9b00bdcacc2db941cc918813745eac0119bef81b52f7117dd9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3886.pt b/weight_and_grad_dumps/rank_step3886.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdd772d31730726ae7553032af356a6bd55c88c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3886.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41caf108b47597deed52937815d32f8da30b303206aef3ffb000ef0dde306191
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3913.pt b/weight_and_grad_dumps/rank_step3913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb5c75eb7e3d6742f22c221b60ab5e8eb51ec11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c074f6fab48fa96e78fdd7b497057dafa6408a9c118b845bbc539b43866ca8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4032.pt b/weight_and_grad_dumps/rank_step4032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90586853fce14c2cc210413ba5fcfb099108e250
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319f22c070b9e7eca7f2971ccc4a6467cab8bd5dba55371649fd41819a94eeb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step415.pt b/weight_and_grad_dumps/rank_step415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a190c50fd9c416554774fe6c5676f4da69bc9d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5925f9145f7936c7210facf6f59d41b8c181c2bb8e4fd81b05e41024096df037
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4150.pt b/weight_and_grad_dumps/rank_step4150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b71af3b12868549f075bb88589eba5faa3409c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d38fd9afc2139c6e1bdc170df9fb40cfdc1ce32410d2989f6fd7821db46fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4201.pt b/weight_and_grad_dumps/rank_step4201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3ea8b3640114cc8fb6ad005d2b77f0426ffebe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13725f4c2ed84b1d6b13b425d37cc9eb0686a93da91ff25f15bf48dbd86dfd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4363.pt b/weight_and_grad_dumps/rank_step4363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a2282fdf60d4259e010f5e7e03c9922ae0aa1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336c86f2ba1f65fd1284e769b1d516fb987e5578ec6322525413ce65ee8973d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4394.pt b/weight_and_grad_dumps/rank_step4394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b133cb14d0a0ae5b1a7c0c6df89846abcb3cd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db008a41b7807db74b6ee16ea41e03f5574c9b09beda8b2a728b706a7739de6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4536.pt b/weight_and_grad_dumps/rank_step4536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd34f16ddd3da738dffb95da59abd1a0b0f4666
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21bc9f2558c8ce03ad11c76b2831f53eb65b44ab12ef8f5d58434d20b991412
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4638.pt b/weight_and_grad_dumps/rank_step4638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d81f4e91ca867875f4595b380b1cb0dcbf919
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c50e674f1886b4406fada2e72c96d5a470d284b625f04d7c3d44461f409b1a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4666.pt b/weight_and_grad_dumps/rank_step4666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de00302b7a2888ee81d9ff553a932b963251d4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3419bcb1d8123b2f00ac7f5d449dc7e6e9fa565e4bde29faf870953e4a0d057e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4667.pt b/weight_and_grad_dumps/rank_step4667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57349504759d8b155ed0c0cf5a09bf1de2f4b3b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96459cf129f9719e2f083de39dd48eaa156e01bad57dc0e5a606f3cb9cc1d06a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4704.pt b/weight_and_grad_dumps/rank_step4704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ba8c18470ac03f140efd9c8abfb1ccc8dae5fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8096716b1f8c80784c531d7aed1ac24f70d40c20833292e44d52e3214be28f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4705.pt b/weight_and_grad_dumps/rank_step4705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1326f3843bce45376f0096d4abf1af174f53f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957d830b1ca7b03762832740483f244fb5ad846bf9932946a63c041e4d43beab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5041.pt b/weight_and_grad_dumps/rank_step5041.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f3d3e5c0d604e93ba7df6565a0d3ddba66303b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5041.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880af648079cb4f91cd9a0f929953506bb9b2dc5238b57bc8add6e789d213aea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5272.pt b/weight_and_grad_dumps/rank_step5272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c450af390c4172a5b3de98fcb82c9f7b2ca951
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d80535262936afa1f5145659039bb534cc4e8b778cea31bae34ca5b66ae3299
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step528.pt b/weight_and_grad_dumps/rank_step528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8494b995a6f73014fa5d5e555c49913b9532c056
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760c327fd355c3ca5d29f8dd3104427521806c5f1f6b7ba125101ccbff04c180
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5310.pt b/weight_and_grad_dumps/rank_step5310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037fa21d38d403ad4912f29eb12246aa672ab03e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cdfdd61545985aedea44ea4297c7d02852c224496656203d467ae25a664045
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5311.pt b/weight_and_grad_dumps/rank_step5311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f85bb5f629843a62285397aafba8ec91b7fee16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e95b420542280673b74558f96bb6e181b1f0aaa8befd925895190e2953c1f22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5427.pt b/weight_and_grad_dumps/rank_step5427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f89d58e8a50492883179c75d9a7fddd2efdd51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35124ddcddb963e488d52828ccb70d1039438cd21fbad88c46cc26418d61a1d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5478.pt b/weight_and_grad_dumps/rank_step5478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee32410ac0077c9a317e4a9ea9fa3f37401bea6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7629995313f04f44a68de6c5d8bc507b63eefc3d7fb6d01f86cf0b8da710eb3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5614.pt b/weight_and_grad_dumps/rank_step5614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ce40bdd0e27afd3f44354dbf04d8733b0c969
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094277fddcf903f24bc4685adc324277422b67ba7c8c181c44d53ea9025e04c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5729.pt b/weight_and_grad_dumps/rank_step5729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7e486fba94e6f630d2199ee618501312975654
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f7deaf57b44775b63fc605054523a2f14948829b0685353277871e16942dd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step577.pt b/weight_and_grad_dumps/rank_step577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8864abdd114ebebd5858998fa74c7c1bfa2368f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e9591eae880dd940f6ae83c18cb41f896017d5a40320c7b53cc905ea9c4a03
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5776.pt b/weight_and_grad_dumps/rank_step5776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c958f03dd9d7a6a6c04fe77a54159300c709f153
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf88ca260a9da2a8008b69fc6c4abae201227340fbbad9ad798d13a54e916f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5781.pt b/weight_and_grad_dumps/rank_step5781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a730937379e987ac767a229838a13c0817665b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23d85c35e9e0b5a94f9030fa1e10d80ae79be2b6bff55443bfe774db8ee9464
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step580.pt b/weight_and_grad_dumps/rank_step580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e34736d38c9f4846a19a5fb3f31ba616a8a344
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93028b859387819df55b209c4c9bb348a74279d7b9968c67cad8708ea512f2c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5855.pt b/weight_and_grad_dumps/rank_step5855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544b1790bb13240d48c4fd10241e6be9ab89c884
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff0b8014038d4cd22e8d63e060dbb8cdc47f0efb6a5369e475ea0188fa54987
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5937.pt b/weight_and_grad_dumps/rank_step5937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaa79413e0b0d2f803723e654310023072b1cf3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f0d4d2ea0c3520771dc4850b9af6e7722149e5e7fe307688627abc286019b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6130.pt b/weight_and_grad_dumps/rank_step6130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e6e73edbac43c01561255f3c09a13add3ff4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffaaa6cafd86091fc83acab76fe30d832fd9d112cd45a3a6384045c7936dedf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step626.pt b/weight_and_grad_dumps/rank_step626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed63b5c5300a47681f6247810c552598149a737
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6154f7f897c1d6a8b3bf68953fca958491919e55ed32b8b5f4f586a01eb8a892
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6260.pt b/weight_and_grad_dumps/rank_step6260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eaa92c2f529924be061cd7c045e454aa6be74c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2885738734d46329665d6f5dd8bc37ee49d56732ba42bfd8ad8dd57d58d684f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6297.pt b/weight_and_grad_dumps/rank_step6297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfed0275fbcf8627c1f7a8309afe1786032e715a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff79c34c90a7e74e43004a708fdcb472ebd4b23209c7ee3f6ce05fcc2dcd3cfa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6302.pt b/weight_and_grad_dumps/rank_step6302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcaf2a36762a0f52ca29ee7fa0fcc7542d11bd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4736a12b3063c59aca77a064a430a6f03a9b035393d70e2d1d23a6a1668b86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6435.pt b/weight_and_grad_dumps/rank_step6435.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61537608c26cbb31eda688d7473126c8ff575afd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6435.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043e4414bac1a72641292a0603c05ce6aa67fbe11905d36068c6e153a9366a76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6508.pt b/weight_and_grad_dumps/rank_step6508.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78be37528e9625eed635abd5a8c28cbcd57e5698
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6508.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000533e0798baa3f44d86955ca5c48bfe861ab17a6f6d6092514c3cd13d080fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6557.pt b/weight_and_grad_dumps/rank_step6557.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b7578fe5379fc2f5e03a93498033f41428a72d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6557.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60905cbd19f55fe30d2916c5cfcf283fff7e23f800101673e446d58fc6331ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6606.pt b/weight_and_grad_dumps/rank_step6606.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc7254f79342ae7e16003bd2e6870bc5d342652
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6606.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6357fa88903315a6357b5fc969570ccac4dd1ea02af8874bbe12e068b87faa8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6659.pt b/weight_and_grad_dumps/rank_step6659.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44eec43d2d81c13ee9d62033eff183a79f45903f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6659.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb1bc8a901bc374ac7d8b48502e11ce568031e33a09792c42c27b18ef2b1408
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6764.pt b/weight_and_grad_dumps/rank_step6764.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690b0dd3b7e4ce892d902237ce2954bca2023350
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6764.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d58f98db671198c6ebddbf4f7af7f0cad0cb6816be5db248f179432ec58a1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6793.pt b/weight_and_grad_dumps/rank_step6793.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3bd961de28c1a1351f1fb135c597d503818189
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6793.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8a4e08bbc8dbc49063c20583be49b07f1ff48a120ecf07daf57892a459d91e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6818.pt b/weight_and_grad_dumps/rank_step6818.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ee58416acc64aedf9ffac9943ac18e7ba99b40
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6818.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f011cb9e88a329ed1603e0b990c0e05234f91a75065be9388670c13e13fa64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6847.pt b/weight_and_grad_dumps/rank_step6847.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93d3271787031b172c143c74dfb66322b6b746f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6847.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d111b9b5596a446c19b8d57e06a73e8608ff73b9b80abcbfebe5efa922d23c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6925.pt b/weight_and_grad_dumps/rank_step6925.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a218f0a1c879e39fb1ce0916bb67f49dce79c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6925.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3be30e01c7e331051cbed84d66d9e372cbd0c48f114ee1f6d8bb3a8faeb68f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7020.pt b/weight_and_grad_dumps/rank_step7020.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6e47ae9c4f312b95a85c8538ca1f5ae7e730df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7020.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4bd5d26a395974b2dd34ee6ce9e8d1181f8e43891bf35ee02aedf4e62df547
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7088.pt b/weight_and_grad_dumps/rank_step7088.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc5e911431bd9ac9f7ad6798cd5ebd2c730007c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7088.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f6b3d63e4df7e29552896a1072f8866fd98c314163323d0857af67af75cf5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7142.pt b/weight_and_grad_dumps/rank_step7142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef71e8c49d055979341c83f8d1499cfd7777adcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c2b2b45c4d9292b9bc81e7c5df591e4285863df67a878d3d3ae27ff8d4fbdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7213.pt b/weight_and_grad_dumps/rank_step7213.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863e7a66544a6f2771534f07bc5ebe10ac91fe81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7213.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdc50b744db6408ea1aceb055cde1a95ce9854331a462310758a388d6eb03e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7371.pt b/weight_and_grad_dumps/rank_step7371.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfe286a78fde5d6637fb62b8e29db4e342365b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7371.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb5bbf62ec564eacd7fc341685b1ea20b0e15985e37922010e680588e5bae55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7386.pt b/weight_and_grad_dumps/rank_step7386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3121cf517e3bae728283c4ae6d5c741efe2bff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977fcfccc60ab33cafa7387f136db6a7d5e3e9f4505b4090af2cf96b6ff4a381
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7419.pt b/weight_and_grad_dumps/rank_step7419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b697b07806200687b91630ce4f66fbd16f5a674
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e3382cb00489a10464ebe4597789ecbe2c48917b7782dbb93c78e0211acaa8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step744.pt b/weight_and_grad_dumps/rank_step744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab97f71dbcbe603f1d0451c11c23ed6a5b7bee45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecfc156d989328ae8338ee05cf6d83d9fef9e6c690ddfc329398901f4be9cfa
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step75.pt b/weight_and_grad_dumps/rank_step75.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f63578265b5910f45e586faa18993263eabf2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step75.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13e2b96f85a7cec2a81050386973cb720127ea80c5b3fc30a895b3c17c05e1b
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7716.pt b/weight_and_grad_dumps/rank_step7716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4378a79a1e3cecc1d8bca13fb62a4f2db62337a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce26fe2efad646f264fb72c351afcc5f8d0e015841fa5dddedf94d252a752cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7748.pt b/weight_and_grad_dumps/rank_step7748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a6cc391708d81336d530042037ee9c146a6f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7ac6a050e45220f5bf3d6a6aba20ad6a86d4521d0ecefff0fb36883bbc5f18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7749.pt b/weight_and_grad_dumps/rank_step7749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733f4bd1aa1c37e61e05b6988d344d386306932
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25adb3ba0e15b591345217d7637a5f61da36940bbc81bdc9e19475380c024baf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7835.pt b/weight_and_grad_dumps/rank_step7835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19b1f5145acdd3566757209141477b7ba63c695
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d56dcb58724f336f88909ff90312f168326649ebc6b56ce2c17bb8f72ef6dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8024.pt b/weight_and_grad_dumps/rank_step8024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79beae34f3488ef27dd626e71aa748f11eec4f56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2b90b71a47653230abaa8da0a17e0c1a37be7673c29b30542fe807660cb4ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8025.pt b/weight_and_grad_dumps/rank_step8025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09410f298dfa0f51eddd15279ba94b05ee631f78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b1cbc1c3d9fc151663c7cd085f06447cc631287685ce0329419bab3c3568c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8118.pt b/weight_and_grad_dumps/rank_step8118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807ced0db7a6ea5789d7d19fbcb73b8d3faeddaa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59797fbdce729f00f4566183b4de0285099a614a7db0396a2962fb05e2a7c3a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8119.pt b/weight_and_grad_dumps/rank_step8119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb7273d1af192c3ac5ba28fe6101bc14c1f2d5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d133dd847d2f178ca023720fc14f096bedc35c3d7baeda30a8dea759509a4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8146.pt b/weight_and_grad_dumps/rank_step8146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1c43fada4a126d2c3cc49ba0149902f36de955
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c443f6be873cc1c22deff2164eed33a674e552768260c360cd09aa2c5fc0b8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8147.pt b/weight_and_grad_dumps/rank_step8147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724b3be21d685d20016bf7237d1d79f034084a77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd21c00a914a18c19c591a458e0925fc96accca8af38ab4a9b9e9dd171f63b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step82.pt b/weight_and_grad_dumps/rank_step82.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025553390d92a22460d8e0179fa43256ebc5f44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step82.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1632fff7cd7cd12285263bc2a5a72238e7017a80ffcb722fe47765087d435b55
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8216.pt b/weight_and_grad_dumps/rank_step8216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72c74b4b862f0ec764d55bfb6be9c2b49c8f530
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a57a0b01476c6a75e99f9b8cfe055a3fe6d1f52ce594138fb4ba590ab334fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step838.pt b/weight_and_grad_dumps/rank_step838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb713ae6d341baf5adc3a5b9f8b9c5fc9501c2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65268f6c8b2e16cf08f94e07f2cfeabb588c977f8edf49510ff42f0c81eef128
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8383.pt b/weight_and_grad_dumps/rank_step8383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e25240dc00b5c7b8d1235af01e08ec3072c1ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50093d1d7557e1bffc1bb654c5db0e29d643d80c94bdbfdea540c78554db23e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8443.pt b/weight_and_grad_dumps/rank_step8443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ebedb00cde48c0836eb2491a0c96c7185687b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb26e1c3017113476d8bf402857af5ee5e887221e6da1277a8f4b3bd08b9b63d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8521.pt b/weight_and_grad_dumps/rank_step8521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c042989527d08cff2db686c0c13a3caa92d65b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d1ef30fad2402c632dab6c95c3a2158eb8879d4a5c91d24fc96a193ec6c12d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8589.pt b/weight_and_grad_dumps/rank_step8589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa7df315d67f35ddf6b8cb7e4fd1f5716fb6ad3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59b869f54b61ff3ca0c5ea1d87af5a5be3c20f40bad93b0e67d59e637cac2e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step867.pt b/weight_and_grad_dumps/rank_step867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dabb170b308e15326787f372069bf36e9f12eca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d5b165b85059e8f056b17aa21786d39b0bff149c0894929ee6badd17d8996e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8670.pt b/weight_and_grad_dumps/rank_step8670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0fea1acc7cf542a656bba25329e5e495f55767
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0b6cffd5070b569a8c8b14eb39b98b712a9efc6fa34f90621dbe209de471a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8687.pt b/weight_and_grad_dumps/rank_step8687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f510e9a9eb95af6bad967ffeff52225d33fc9a27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584af481e9d6eb498fd873383defe3d8926828a89838d5ac8862a5ceb6ebe0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8712.pt b/weight_and_grad_dumps/rank_step8712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3b716ad23e6b001ccd1d4f987ef2a95a6920ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197bbd9ffe01080d6508046546b1dd46853f9ea3027bffcc7901261a1a836b46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8831.pt b/weight_and_grad_dumps/rank_step8831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265b7a928f5a147daa327276e57e9510f24a5c41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f05740c4f3e59bb3f1461f1e63139bedf931d832454368512788ae310fbd26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8899.pt b/weight_and_grad_dumps/rank_step8899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e31656ead7449fa6dff7fab22bfd60e8c973627
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eefbaf324bba50d13c55fbd040f074d958d9f356a1f566cf0d57376eb0c9483
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step890.pt b/weight_and_grad_dumps/rank_step890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53a35486617755495c6fef65d3443e636f608cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a02555dd42173c633d4445dd7fd56c36e601ad6afb7559d2dbc6208c894ab0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8953.pt b/weight_and_grad_dumps/rank_step8953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72482951e14026906c982686cf869c67d49057cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741863c9452c9b630df7eb2826649f03f00c618313220cc732eb611272bcf3b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9009.pt b/weight_and_grad_dumps/rank_step9009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568697f69a5a8f1aec89d9f0369d2fca3ae65401
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a531cbf22270b579774fc56a777ee49b465edb44a6c7c8f933ac3b327e5fa5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step905.pt b/weight_and_grad_dumps/rank_step905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2c2f8f51a96792f73151d4cf23942bacebbce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b41ec52c5e55a98365808c3c60de3d6416f4362ac9f7de76d8e69aeef24958
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9056.pt b/weight_and_grad_dumps/rank_step9056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84cd464ebc86711e97bcc5ccba2ebf0e3d3f99c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb13de37a590a97c01af7e71e68afd4d9cfa14b9bfc144668ac05c6bef91442b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9134.pt b/weight_and_grad_dumps/rank_step9134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ea819e538db0d548dcf6ed1652bc077cbd42f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d13b799d27bdb057cb5fcee7c07addf278ec59bb151ffb45d33b4974d2626a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9265.pt b/weight_and_grad_dumps/rank_step9265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc4864c8d0f09df1cf65b06a6c726a1e138c747
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67539d197523612e999ebdd84fe7fe6c8ac1a20d6651b159bb2dce9e207ada5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9292.pt b/weight_and_grad_dumps/rank_step9292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde4d8bc071f4290676b77554d7aa0827e1e401a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b100cdc7fce56a21cec5263ceec4b6bd1bd8e779b89630fcb867c3c223d1c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9307.pt b/weight_and_grad_dumps/rank_step9307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0210503ffb35fae19b037826d862b6af28cc6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27eeb8bff830d94a95707b3a64c219096534a7930606bb216f57719fef6291
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9358.pt b/weight_and_grad_dumps/rank_step9358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1955c9d096a8dc98cc8104925985e381a496545
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef376694735b3f3574f397ca3cc009b77d1e4e0a1b04d191eddd41c86004704
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9430.pt b/weight_and_grad_dumps/rank_step9430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82cdb6996972e5f32b4ac6fcd17b82e06912efc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd462eca0e3f1d5accbc4ac540c12ffdb6d652d493801aedf32c971cc0b700c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9431.pt b/weight_and_grad_dumps/rank_step9431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8445b53eb7342f56867689132936f2866f8fd7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9c3f97007796b573470ce889c6cf25b46e8117dd1cb44c315b961be5afd221
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9553.pt b/weight_and_grad_dumps/rank_step9553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7393c214460de21953358e5478bb13f95ed921b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf81c4cdf436bcd21d0fdf62174867a8d5b6a7c84a1112b72bbc1c24cd16316
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9796.pt b/weight_and_grad_dumps/rank_step9796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c7b348de668e36804351e49db7312cf94c3fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd6492983ec54dc20e718141d58ba2939c25ecd4cedfabd3b04517aac02a7e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9842.pt b/weight_and_grad_dumps/rank_step9842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e8dd28bd813cef5d4da3fce78d205786108506
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab63dcab640c7590b0b065f49bc195ac17d23af0cac2c741d0fd284eb040b9f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9920.pt b/weight_and_grad_dumps/rank_step9920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0effb0400739869ac46b36fc4ed0f0d197307620
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759aaae59f640e36906060c8bd28cbe1f2db5a19354f4301f0a39ca91aa8a4ec
+size 1524331132