diff --git a/weight_and_grad_dumps/rank_step1008.pt b/weight_and_grad_dumps/rank_step1008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e63170eae5d906f50d6b1bcb1aaff57cb7082a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3529372c88de72f35d9edda6907f84aea53411bcd70e2641a9f450fd2265ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1057.pt b/weight_and_grad_dumps/rank_step1057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be771c125bf79ad54bcef5fa1cbf097d8951da6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8eabf14c72644495a03adf8a30a9d7f0c7a12fa0633fe13fca46537dba319c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1135.pt b/weight_and_grad_dumps/rank_step1135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3eee602d95d319677b95324ed175f1d4753b0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefab106a6d3ed5e37b9c01cb75139f7f21cac493f5a6a94c6c81cfcc883e927
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1264.pt b/weight_and_grad_dumps/rank_step1264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99bd45dba736e059c8836382bbf04b707dc989f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a7e30a9010cf035c0c9884f8cbee052fa78088063f133482f742837070c35e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1293.pt b/weight_and_grad_dumps/rank_step1293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2152d9a3e431b9b20c7c8cca467e76b3177334
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b99710a9dc7521fe91c6b42ba9a2c753f05f38cd567123fd1f6105f3b036dab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1306.pt b/weight_and_grad_dumps/rank_step1306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b65ebc04eb6f62bfaaadcb09c35a9d6a35d7e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c133f6475737970cbdb991263491d71871d1a0aabcc4f54a44d348e18fc3b61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1359.pt b/weight_and_grad_dumps/rank_step1359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3631813b55dd9881aad082379c5b8c1c86cc86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc69d4005a3b1bab6a315b575416f14432ac543334a80f5173b72c1173692a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step142.pt b/weight_and_grad_dumps/rank_step142.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c947aba6b8c2817667c7768d56088dcaabb614
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step142.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279c8af8c663b6217be4ccc9bb4ba7741108cfb33eb087c64e3c3efb5ded695e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1426.pt b/weight_and_grad_dumps/rank_step1426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ef02ca3d25ea58712091a98966a9b61fdad01d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf89bbbf18f9e494d649214938b2a90c82a17990f19d119ecff35f5e78662f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1431.pt b/weight_and_grad_dumps/rank_step1431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0579bfde9fc570951e50abe2cbe5235c5c079891
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c52c84619ff535bad2fa6388344ddb06710690fcdeb0b06f12e400f5ac7c5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1553.pt b/weight_and_grad_dumps/rank_step1553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b576f2ef5d75b1ff35f8640e42c461b8688e31f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b447226382090a0279566ab3dee6217723d138b587d9c5ced31e7e8d506fc618
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1797.pt b/weight_and_grad_dumps/rank_step1797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4722be3a67e8e7069f378655397fa2047033f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12ca7a31cec8213f477be7f1629e447fcb223832793b6250a6fbef15e4b4075
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1843.pt b/weight_and_grad_dumps/rank_step1843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df991e251e3429f556d1ff90d490755526eb1f63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a657d1b2ef863aef780effa842ffec7e04263db573005652caf725922875f0c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1921.pt b/weight_and_grad_dumps/rank_step1921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c7b0a5505b675c6a5d4a44d7645f4af9a12ad4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a2abb4f25ca1c70081db71dcdca8d003fdff8d7199c84754a0b64a8c730838
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1969.pt b/weight_and_grad_dumps/rank_step1969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d22da62542e49e641c3dcec5da2c3d85e97f38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc7c241dd7bc545d4b72ba402586d2fb3f79ab5fdf83ce10bf5724caae0040a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1989.pt b/weight_and_grad_dumps/rank_step1989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7777e350ce3ce013da6ff4ba6ec897b61d179d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8757e7f34bef940550ab34ea31c14689b909f7bc3df96215298c45f92e98f42d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2045.pt b/weight_and_grad_dumps/rank_step2045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9af1f2fecad911da4274c1b3b8a7b6793c45e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e3df1cdf2211950c0c628221ed5c90cc804e3c5ab7aa11bb763281130238b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2127.pt b/weight_and_grad_dumps/rank_step2127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b0abddc78a3ac74e4572976a83590fd767c1f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aca6d00bc2a46032ca5d87e45844f1025825320f6017b2d8bca3c1745a98458
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2178.pt b/weight_and_grad_dumps/rank_step2178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5df0e027e3daadcaf3dc94de9860f2a36acd083
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c190a3028c62cfe4df495db3f8e61d13a89bd25b789987bc8fc040674da6b61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2229.pt b/weight_and_grad_dumps/rank_step2229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debf60b51967c9e235d86f38c1ac484225a4e5bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebb383571e38a1aad933ca583a3253dc474a893c8b64254d61db85d91f9f813
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2276.pt b/weight_and_grad_dumps/rank_step2276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4b4bccb554058655d413e4a2d7e5ab3dc11b93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c901574064927235afec56fb226ed971122496044f98983d88a80f5037aec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2281.pt b/weight_and_grad_dumps/rank_step2281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd95760881aa7a363ca7e6138d8778c833305df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5d488be4e38845e42966c2a9d89d031841747d0507060630a37136f3bc9afa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2314.pt b/weight_and_grad_dumps/rank_step2314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5fe399f574c5a87f0cb76372d85d3e17cc0cd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8eb7a569ade4ebca49d831b39189a7fc429f1554a05df131176c00d3040783
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step26.pt b/weight_and_grad_dumps/rank_step26.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf1d4a1d0f04277c9339bea32d3c379564d034
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step26.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb705d1fc24da47a06655413b29ec60b81101e37f631ea1473e57fb39f40305
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2658.pt b/weight_and_grad_dumps/rank_step2658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e2da874c03ca3be6858f0645538e515619a51a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914223d64abc6b22b195d2a9849727621d0bfa4bb0ff535753247f90380330a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2785.pt b/weight_and_grad_dumps/rank_step2785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fa53fff6d6be52bee4099b93487ecb347d7388
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f32ad4152ab55cbe514bb08f752c4f2a816c17ecd829a1b0da0e9403e6e6f84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2846.pt b/weight_and_grad_dumps/rank_step2846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07699bd2f0e7f213a35fecee8fad5f0e4cd383f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ed6fd6cf1377844322f8929aceef73afa24c4fbc86d43c9616763be82c7727
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2851.pt b/weight_and_grad_dumps/rank_step2851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956eed9c0e8d5c9a3b9bda2bb74a372277e0b4a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a45b7ff92a211e467ad8ed041a38a79a525de6671ff455357eb4fd52d9d18d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2924.pt b/weight_and_grad_dumps/rank_step2924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3dd518ee45964ba35cacda2276b80a8e0cf148
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180b98a7ef89a3a3798ecc51063cf8dd1d5e62f8ac4f7484dac33152fbea4683
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3021.pt b/weight_and_grad_dumps/rank_step3021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1822cd978b5f863a5309b56152bf1ced4374dd36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac1759ee87b4b969ec7bb20d68e7eb7a1a2c609e79e8aa1db113b3f8d0efac4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3036.pt b/weight_and_grad_dumps/rank_step3036.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47111fefb7885d27c08e35b882eb3e7243e47009
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3036.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f17fa31d3e35ecbbf9ed3bce768781a10bbd1a436ad2ce004344457eea46cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3154.pt b/weight_and_grad_dumps/rank_step3154.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d78abedfa117fd3bdd4639bcf510341ed7e3b60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3154.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448887a1f3659891558c58859a4255ad9537ff2fa5d85218914b0b32a6e55cff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3338.pt b/weight_and_grad_dumps/rank_step3338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a16461bf74762db31d9be2a69106509a85633c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f1ed51887db639ee7cf9f28b86f23dbde7c177a3039d2510fc1e1b8300d321
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3370.pt b/weight_and_grad_dumps/rank_step3370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38661c218b06d8f3a12e968197f7cd7dccd925e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084da2633e3403c270e78df11001e636a0e5e7c892c8d3d798f027e02305a532
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3390.pt b/weight_and_grad_dumps/rank_step3390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3a697da6c9eda6081e023c88ddf29cee93b6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f92032bfabbbfea32d32624398bad54cbc68eca5d38aa7dab0838c31adeea20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3447.pt b/weight_and_grad_dumps/rank_step3447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288116ab932169def08f0e7308f3621c18b167a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67501d53f98c2744998a6346975efaec0b6b6f66403d061158d70a71ba127215
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3450.pt b/weight_and_grad_dumps/rank_step3450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963f84faca29fc692e8feb0a19436bb65ce85390
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a498c3230c984e2bed5db909d77887f1ab50ae077086d5aeeb9183cdc9d81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3532.pt b/weight_and_grad_dumps/rank_step3532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6ba6968f68d0eb809ea9e13d01d92a38bc8e5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3cb3a701a2b7335283cfff6a45378d2e54d5d5c7192f1a5e9ecb24c463070e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3663.pt b/weight_and_grad_dumps/rank_step3663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba26678817e9ae1367ce76c0c16395899339af76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dbbd0b274e193110d957ce02c2bd21dc2d48537c2e8224136d6d307beafeb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3694.pt b/weight_and_grad_dumps/rank_step3694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b399c5b22c1af19c276942b4035270ebb0ba27a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9115d9db8b7e25ce7dc7fc6164fef5a3ea4bf403a9d3b6b892ea68cf086aa53f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3701.pt b/weight_and_grad_dumps/rank_step3701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0fcf2bb00d17f55a46976550a2c1c23a79e06d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3420ce7644c3ed8740fc1d6eba526a31f7a479d1458c9c4801856c4b06032bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3822.pt b/weight_and_grad_dumps/rank_step3822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fc065d9464cf121681d98ddf33facf0167e96e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882b1271d17f763200426ef5911beba2f33432c218d22e8f03d8d8194ebeb741
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step386.pt b/weight_and_grad_dumps/rank_step386.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c341b36d6718cc766c29528cbee6bc6fd03c817a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step386.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9722bc0b2be971b92fdb1f92acc51dd1eeff67d26df6f3495858ad87ee24303
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step391.pt b/weight_and_grad_dumps/rank_step391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef24f4cfe722652345b3c4493642183c490847e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931ada192aa97540e73942dea8e7e64729693fa6e1f36d6a9bf52fa98a3be99
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3940.pt b/weight_and_grad_dumps/rank_step3940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25abe395a88870f72c50a588f03330de5a0034f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2605b50ed4eaa406fa8bfd8e622ea9f5ee793cf117bfa58da883d430ccdf1d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4061.pt b/weight_and_grad_dumps/rank_step4061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a42971a11bdf57c801b0fe251cb13d41cc8e2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545f0ec59faa658f5b44538d8690f2882cb3e3823c73c4ff5f844ac7ff7a4b64
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4096.pt b/weight_and_grad_dumps/rank_step4096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163648d1b41b024ff235d30728c2626bf5783503
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a0ef23599693043f0d8cd071589fb352f963df63ea248bb4d7650a106354a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4103.pt b/weight_and_grad_dumps/rank_step4103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74018e5a9185beaad03e7faffae5c91b3d6d32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbc9fc586f0a9173fafe318389484a1f7ad5d8b39d26888f9699602a7887825
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step419.pt b/weight_and_grad_dumps/rank_step419.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1984d2ede8fd7c85d09721f7e27a1a5e8ab18f32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step419.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b170924064aec9af7be0d61dafe76916bf07c554903193176541ff49bb7769
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4252.pt b/weight_and_grad_dumps/rank_step4252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89320c200f7daf2f1a01ceb54b4e21f71ef5f733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea70d9545062411074cc15f8f4ba21da1ffa8ef7275876822e6827f4a3587b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4330.pt b/weight_and_grad_dumps/rank_step4330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f3980a6716f29cb15697aa962c46d1adc92339
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b978618f22f85495d0d8ca37887097dba747c5e1470077ba1097bd8b6374997f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4378.pt b/weight_and_grad_dumps/rank_step4378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fa3056e6ee508aba5eb7b8e44e086a7fc462c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0e05d073acc657474f8c760101735c9c59e7697b62f0712b95a7b803a183fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4398.pt b/weight_and_grad_dumps/rank_step4398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d1cbca4fc864060e2349a969904b417423d0ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f1102cf1857339a82c38e38fbe6da6c03ae84e25991bb2ec3a12dbe858ef42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4407.pt b/weight_and_grad_dumps/rank_step4407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56be39ec4d6972947019f0f8d710729e9396ccc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b62fcbffe3be161d520180d86846948a65433b9262f728cda51649b9f387932
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4410.pt b/weight_and_grad_dumps/rank_step4410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe40fb3ddafc4ed97c53c256051b8abac03eb68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f40817d2669b2b7761bf8affdcf6226e77c98872628a658855479c42dd7e0da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4458.pt b/weight_and_grad_dumps/rank_step4458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dcb8682ef34675d0f1a83199ac274045135586
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f491950f67a85f9a1e5af47e745d29ccff2a601b258ebd8e53c2db1c1bd387
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step446.pt b/weight_and_grad_dumps/rank_step446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca8a5c48b0041e8740767dcef2e84ca31e13b6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b078c047d76cfbbe211b0519c13214c89315b906b108abbabb64684f0779aec
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4565.pt b/weight_and_grad_dumps/rank_step4565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e567ec73dd66327d6eadac1b62e9e7c85730410
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c8df90c444af6cb700ac311dd280da34bd40a4bc9d96a33416b0c03d0b52a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4592.pt b/weight_and_grad_dumps/rank_step4592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d34a8bf2f38295e8c9b2de640563db149d5e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a640f9dc12552bd27faa0ded0a700bbb5247e4f76747a0b06626d4738b25810
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4623.pt b/weight_and_grad_dumps/rank_step4623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166f5fe14cb190f62da7d683ca381123bd5853a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666df81809aa13c3bed3bc9786bc10d0e352519b85b6b741631ce7823435f310
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4634.pt b/weight_and_grad_dumps/rank_step4634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144c75497918bf4a7483e576e169d82ee71b9965
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7938b461836df6cfc99404813a9fafc59098c93f4c1e6a3120403460a8e84ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4709.pt b/weight_and_grad_dumps/rank_step4709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc946b33fc34971646ff59c343d00752e86f48e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6928d6f5de173e1f57599629f2d0bd2025b56fc6df6d5a90c891e9a82dd0416
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4756.pt b/weight_and_grad_dumps/rank_step4756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d4673b097c3282b36d4cbdfedab6e15f46ed4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05163e2e6a5d8744d1f718052c257dbc60ce148bb6aa1441af559374fa4a763
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4882.pt b/weight_and_grad_dumps/rank_step4882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6096b2b235990ccfd3189d17699cab6fbd3a79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa327e06a0ad3c6143f319a915533141b27deb63f22d66172bc592e0ff73cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4895.pt b/weight_and_grad_dumps/rank_step4895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90425916d254b329e5dfb219b4561b51b53afb93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd7c8f4d69bbd2e602226ebb2764dd5ed834805c3112623199c807754e8e0fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4948.pt b/weight_and_grad_dumps/rank_step4948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe31f15a9924768e81858e934d8f96b1283ced79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340b0b7b0918a6a6c9ef68541204efa20a8767166ce141ed860811d29339776
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5012.pt b/weight_and_grad_dumps/rank_step5012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae169e5822d7f807aa97f7fe5acdde671d98d06b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b07f43c3646aefab1692fe6fd07806171f2b78cdbe16de588303eb3b82026e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5167.pt b/weight_and_grad_dumps/rank_step5167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80a62581ddd8a6ad9af74e424f3b2969a08644f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98067995cd102e09c358ee76ed2bcd914915593e3a33e9a47273c7b2cf5b27c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5187.pt b/weight_and_grad_dumps/rank_step5187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172811500b83febfe156d0b1d1b8420c51dc12f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703cacd14145aa35912f5047be0056f4915387cee2b843efb4ae4d494d8d79b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5190.pt b/weight_and_grad_dumps/rank_step5190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469317b6a588109d841b27dbd8c19bce8a05797b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e10b6f69a017e086d0bc1611062455fd721c129de9e90c0af8ad0ecc1acbd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5221.pt b/weight_and_grad_dumps/rank_step5221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2b08856aa89e479b6ce183852032d93c6f4fb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de401c001750745f66022de76b47fcfa9235d04b21bf02f1198e0748811b8125
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5236.pt b/weight_and_grad_dumps/rank_step5236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62c932f23fac3f5fb2476c44a634cdd88324dbd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9063e95c53b5a498f618a60fa5ad9acdd4f16bd6df459909ed50af76bc246938
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step524.pt b/weight_and_grad_dumps/rank_step524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98550b0d35eee1fcf93f8a9069d0e05de7b52ef3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0278ff0e6e99bc91410eea3d4102cc02a5fc5a1641c96729e747700d0e54e03a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5289.pt b/weight_and_grad_dumps/rank_step5289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6637ea1bf8edc7012b796a34d6794c8c0a8ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d85f9620f7922e927c89f290e5ce5b2e6647d15889550ead63247023ec6e698
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5354.pt b/weight_and_grad_dumps/rank_step5354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a75620783e9a7e5e868ee07f7619a77c72a6e5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85af7af9523c85693b5767ae7b5777ec6ab721f408b174ff90fd8df2246a9bc2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5474.pt b/weight_and_grad_dumps/rank_step5474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18639b1f9b4d23ae39918b10a1c9946f58c4a50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8bc6fb5c6197de02d16283338e8bd4f2ad7182ac0b04fb03c1c7af0ab1b1e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5483.pt b/weight_and_grad_dumps/rank_step5483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364ded6c49c278049fb0a49453184187120c304
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14b35304ac6b22cf7e34c5527182e4344d2a0b60b5ccf126819e9f2e23c1c8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5516.pt b/weight_and_grad_dumps/rank_step5516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2be90c1de934a46ce9b3358a76647fc61d97c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6521caa9644f3fe2038a927acc0c32dc961ecf0ad21dfc6be01868456bc778c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5549.pt b/weight_and_grad_dumps/rank_step5549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f929cc964eed14f5b85df057f3c46bff0719c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b3d5e562f61fa817dda9586d4488b988f9143879c65aebb9bc8dddfb94e5d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5618.pt b/weight_and_grad_dumps/rank_step5618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d36c3e8abdd4e44bb8fe09f759c23bb14a348dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3f08e0b7aee7f7ea2f3bdddf53dbe0c1c061506963c96ae82db6535ba61f66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5647.pt b/weight_and_grad_dumps/rank_step5647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854452b7d4059a1c4ad0f6f8a5dce3d9efac06f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350c3f49fc77dc4a4ae54bfe08f2ed55f1f6f21c18e43794870eca44ceb36226
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5725.pt b/weight_and_grad_dumps/rank_step5725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c508e78651749034b2c2383cc77b810df9a24f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9eccc27f703a10633ce668d5bb7b15d7a46a704f3ace4e1e2697e50a79c3d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5732.pt b/weight_and_grad_dumps/rank_step5732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ef22b2bc24263a20a1887f704abfd66ad8daf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60dfb25fdbfbb4c64df1339547cf43551a025edf29030866410a141a100a16bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5806.pt b/weight_and_grad_dumps/rank_step5806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed8891447794a125110b62e68fce17129f089e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6079df32156247b4618cd8f614ed417d49e25fedcc6ea65cb381dcee7ffc7265
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5859.pt b/weight_and_grad_dumps/rank_step5859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda93e7464e33e190543cb5974509724e5b779f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27ef29e5627dd5a479099a8f5086c13f48eff763791a4decc00c6fb5d7c8619
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5964.pt b/weight_and_grad_dumps/rank_step5964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fe3d61abc05d94127c366978b76b18b8c709b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a2603bb7ed86b699df493ce6d2daf4bb8a4a0eab885d996f5ac0fc9054567
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5993.pt b/weight_and_grad_dumps/rank_step5993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4a3cfa7f44d163084bd481819e0478edc199d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b71619c2d9839d230b545e9a4173a9912c06a7145f5cb5268f5fb247229c58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6000.pt b/weight_and_grad_dumps/rank_step6000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01025d6aa75584a6f479d4cfad25a5aa823220c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97bc9754532db75482590ceab41afeb2a8f9635bd2077ad5447d118e1da2fff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6182.pt b/weight_and_grad_dumps/rank_step6182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fe9383579f8b06347af14a962c15e83738bbc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58522de3b2bab8c4acb3a2002a6bce0c1ee8f366b7714bc0d87f30c1a5f1b78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6195.pt b/weight_and_grad_dumps/rank_step6195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccce6983c44b30a20449ed558d57f79b25e24c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdaab9604fa6555e9e58875b9976c8d6f27722abfc729ed38a0ba34843667e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6224.pt b/weight_and_grad_dumps/rank_step6224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beb9b86878cc90ca84241e232b5de897fcf473b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c55b4dd59c856bb91002b43c0b50a151a3b56eec412f697d8925ac28c809d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6233.pt b/weight_and_grad_dumps/rank_step6233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70f12228b41636121e01bfd8e58989734b50b3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34babddbfbe69ef6297d52f300670c7b3bc3b5dec89f7a205f10d9d91133d1e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6319.pt b/weight_and_grad_dumps/rank_step6319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6c3f4173077972533d8689df8b118a9e180a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b98e3351f5008cf1957bc49778ebe85f8e665fdcaec22cb86ea21611c93c03f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6351.pt b/weight_and_grad_dumps/rank_step6351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5b71c66fbf2ea88664d850c41fb33794e59ae4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe415842145f4beb85bfed6463abb454301e573c93daea7874b1d10f5224e25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6439.pt b/weight_and_grad_dumps/rank_step6439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d72bfa46c6d73d81e2f022d7d2236ce0481de5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2304e878020c9698f5788e1945d82464dc867de50fb2aef45c81d4aabf9cc61d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6491.pt b/weight_and_grad_dumps/rank_step6491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53557f34a1d7fff1c7fd9f35fab14cf41301db1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63358398ce4e6f53fa00abb3c632b047350bea8acb65a8de87c9a01b026731d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6655.pt b/weight_and_grad_dumps/rank_step6655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8443026e3b7f41b94a6d49bc429e2c780afbc72a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd0c7ec4cd1a9ca2ed758f2c95d184ea07255c44a0582720723053ac3e46bf8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6737.pt b/weight_and_grad_dumps/rank_step6737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b516af2457354090e839e6f3f2d7523c693fb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2818c196eea72201d4aad1155fb710b649c595d27247ea6c18074b69f3665fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step675.pt b/weight_and_grad_dumps/rank_step675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df57723192be8842f6a250111a0befe3c8beebe6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37feb217aa1221ce081ec4e3fca0e3a70baf81bb0b8b06a0ba8ad5adbfcdb1dd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6768.pt b/weight_and_grad_dumps/rank_step6768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1651e979ebc0b81aee673c22684179c3e90681
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a078bdebfb319092859b19014db70eddc7fac36b52e1c7a7f2e775095b4df7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step682.pt b/weight_and_grad_dumps/rank_step682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8317a833fcab19b3db2219b8d8fca009cadbf996
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffb87bd0a3a9906203362e8028e6faba68e7cd81f121aac4cb04a60c195234b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6929.pt b/weight_and_grad_dumps/rank_step6929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee802769b58e17a5ad75d6d74cac5b86e9db527d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67802d64d7f30ca66f95a142a39b12bd1c751a39881495c438cd61c7df9698aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6976.pt b/weight_and_grad_dumps/rank_step6976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912c92f8578e1525852cd2568b637a820edb8177
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960973580ba55d60a72241e478a4e1d5b01afbde4e30f8b17291ef272a1518dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6981.pt b/weight_and_grad_dumps/rank_step6981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e1e9b546efd2138e227475cbf87b9d0443b8ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b073bb96f750660cc83aaeabd9cadfae91baf2ab8bb599948799904d8ce7634
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7073.pt b/weight_and_grad_dumps/rank_step7073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a292962d5bd09d25f9f723cce5043e3f593d7b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd97fb2ccd479c23d8a6b8b250029aad9c5c8e1493310d6c492eb7da98e1d3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7084.pt b/weight_and_grad_dumps/rank_step7084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bd18e07833ded15a597ad536cebbc8e5f889a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05414d6b5d120ec1f6f8fd89021ce7a7104028e77d1bc05fe5bc80ca34f95e28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7111.pt b/weight_and_grad_dumps/rank_step7111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f17ae312bae66982b3771fb9ca4eebb38c761a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9b9960965fe3ab17fc61a6b9f120417e4689a31cd2e50c76704b3b5ad386cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step717.pt b/weight_and_grad_dumps/rank_step717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de62ccf0ba12678ec9666cab013f0ed1ec71670d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28be812d0fb9d5fea43dc42a3afc31d7a5480e36d613740afc590537a9fe3edc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7322.pt b/weight_and_grad_dumps/rank_step7322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cbcf54fcfece16989f375c6ad460749b423e8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3171996de1fc929465eb5e1d8b294cac3e45274ab1a2a39b0d91b62382bdd19b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7402.pt b/weight_and_grad_dumps/rank_step7402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6392ed0b6c6c637257e92720ea10036b2604ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02046e2cdac3f8ab735560fe4dcac58b4ce02c0096af0cec38b5c52b3c9ff53f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step748.pt b/weight_and_grad_dumps/rank_step748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f603f433b5659158cf3c3d63e591af0987e84a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe182764d1ff080258e75c72777bde8ddad48eff07b3e426ce7f6cd4504f68
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7528.pt b/weight_and_grad_dumps/rank_step7528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86ad076c849675939bb08fb3891d320d29224f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1799f5fdcc5c66a86dddb3efff57c3e8a395a106e72d96e286216f06184069d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7580.pt b/weight_and_grad_dumps/rank_step7580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729d4277ba36cf5d90838f5edc02eb406f7e0046
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f025b4ea8478251769caee35d23f22dfeb5ab2f5738a47994eea736406819b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7626.pt b/weight_and_grad_dumps/rank_step7626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbaed17da11b57cf86771b7057c3c6fd5bf32d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001211312afe86883e28c5f651f0c2b6d32c7bf844749e0ee27d41fc97013682
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7679.pt b/weight_and_grad_dumps/rank_step7679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a585396e7c30d7c028021d7ddc692a7e4ebbb53b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b526bd599c1a82ec43f02e37f883d35e9ff65d23e98a1c58ad7dd6230047bca6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7744.pt b/weight_and_grad_dumps/rank_step7744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e808e685e48b778f0d8b37092489fbea95e0a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f0b9ed8c7cec9fedb2c5c35fdde59da28105281993d3dcff3e46d969bb732d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7867.pt b/weight_and_grad_dumps/rank_step7867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63cca0ea19d5eb6e9b3a00eb6370959dc308e5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67105da878c7eab7c9145786ad0a2557c9bafe0c52fc3960910c311b0fb5c4d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7890.pt b/weight_and_grad_dumps/rank_step7890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f803cded3a8daeb99d15ca54086c91074e18e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225757aae328b7328d9247bc19f7c80ade235cd42a5025c5293bbc3ec457d5c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step79.pt b/weight_and_grad_dumps/rank_step79.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658d3c313091044fe57ac1d3319d7e05f58efaba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step79.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd8f948ecea1c4b77252abd642f2d05e7543d115a18d72a931ebf1241549a6b
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8029.pt b/weight_and_grad_dumps/rank_step8029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c903e4ec67c6a167362524de5a4c678a8f68c48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954027b450a943cb674fc3420f6059dcd184d4e2ff0cb1171e0f8eb1ad617145
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8103.pt b/weight_and_grad_dumps/rank_step8103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d873d3aae81954f21ced49173ac1e98613166b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb342163870225315392fbd33e31b587e3f1792badb26c59702892c548f17fb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8327.pt b/weight_and_grad_dumps/rank_step8327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1215d04103334067cc7359b3e26793a6dd0288c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafb718ff7161ab391e796c77bab880a4567338f86d34d96e3917c0ab73bcd4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step834.pt b/weight_and_grad_dumps/rank_step834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04949b66c8c21bd6e1cdb97fde49d65c5c385040
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f42503324c6dc09429901e42460478fb7b4080662fdc69e1966bafb41f28ae7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8378.pt b/weight_and_grad_dumps/rank_step8378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215530a42ee1424290a9b750b132ee22ef521b0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3801ec7b5f139a482b6567595e673b1dbd027fcecae2da6b876607e4145f63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8410.pt b/weight_and_grad_dumps/rank_step8410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cbe68715565b2c2fc780effe6574ce0365d711
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad399ed4464f8cb4b098a4f400beaa533e7824f9a9bbf574ef77839516e79e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8458.pt b/weight_and_grad_dumps/rank_step8458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa2d0919d789a67d81de901b43341832d0e78cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09fabe7999a0d7130b69c8da15c1d319448a175b1cda9fcfda38c04cd4602b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8565.pt b/weight_and_grad_dumps/rank_step8565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c7ae42d46734216ef5214b39cdcf3ed1b330b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1f693c070fcfa0c48550943ebd8023e36fe4b42b19a3b6e8d3002502ec09eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8572.pt b/weight_and_grad_dumps/rank_step8572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e85e2fde52e52ea691d62b175588c3594a0beb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36270f4769623c657bd5e36f01148a3e4f010dd67cdf5b188136b14bf0c73c58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8623.pt b/weight_and_grad_dumps/rank_step8623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfc6098d95eb6957492e7b151b3270f69992249
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78f376c2ed48b784ceb2506461ccd447a7c864bee89a2eda35d2d2f62df7c54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8741.pt b/weight_and_grad_dumps/rank_step8741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55505d0bef90cc8220d10f1fd1f50b124c1c0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c085a4e88daccb4fbe54ec0376cdd403f28f01ecc6e78f4ccf8fe2948016745
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8862.pt b/weight_and_grad_dumps/rank_step8862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0408f46ad3b53d6403f75c5d4feb6a1d31577bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c13b54afc0d5e77ba1b2139d04762711bcfb21b250c6bba85c24146f2ebfccf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8895.pt b/weight_and_grad_dumps/rank_step8895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4665ad7daf7483c5663654f14cabb7a3e28dd1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce70a98a116bb4071138de8e31648c11c313162e0bd3f11c2d36fb402fd14913
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8900.pt b/weight_and_grad_dumps/rank_step8900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4eb91ecd07b8032b322943ca566bc7b1713d15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5284fe965adb1f30ec26d2a2e074a51357c7f3d651fb8bcb2f02a7a2d81cda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9005.pt b/weight_and_grad_dumps/rank_step9005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db835e8b08fe0b59f0ad621c94680d92303403d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a744745f4cab0ba55ada86bae0f117a5179f2faaa818d17694299ebf069198ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9012.pt b/weight_and_grad_dumps/rank_step9012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5065261363cd7dede713dcd78bdb00d70d8a5b66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1135b1d367cd7f25c8822264af13eb1e260cddd8a0bbcff344758290a4a14141
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step909.pt b/weight_and_grad_dumps/rank_step909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdf4748b2ad307c3f9b9ac2205d3d59f22dee15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7527b0705566e26c4ec71a12cabaa3d0f8da02129c1e17c084392bc597482e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9138.pt b/weight_and_grad_dumps/rank_step9138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353da011354b2ee5240faa158e4ceb4f9b637b26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89cec52f6a26a636c9165fdc361889f38ac62006bcf385a01a13ae92b4a5ca3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9167.pt b/weight_and_grad_dumps/rank_step9167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6831c47c6eaec29049b58e4b8ab6f91fdf00b2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa142ff83ca5af044dd6443bbf6a1ab580b40db2ac8391070c3b6636346351d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9190.pt b/weight_and_grad_dumps/rank_step9190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddfd62132995a17190fe6342938191180c9d9bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83458d4b99b55ee857e59f4b3f77f0b45adc2d042d3238b751252e6cbec55b9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9236.pt b/weight_and_grad_dumps/rank_step9236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ecb6b54a147edd53292db5b48117fbef607a57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac0f4c1f08bd2f40dc9484f72506e1a1123e4c990b96f2083593476621a14e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9269.pt b/weight_and_grad_dumps/rank_step9269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4c8831121f7504f87c3160a98997b7489bc44b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ec089239af33ef619336b665f2551923484ad3a332c571b10a42ea0e715bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9289.pt b/weight_and_grad_dumps/rank_step9289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4e493fd3cdb28e74635c08d2b7a12f7ff7a533
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ebb387f79c19be4ba84bcd1197c8acd844be24d359381c528cda2c5064588f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9354.pt b/weight_and_grad_dumps/rank_step9354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc1ca2265f6b718c072b289cc36d825c600591
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6866fd0c1b5b7463208ed1eb9bfd0b18db50567670f6aeae6b7d5981a7e66234
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9463.pt b/weight_and_grad_dumps/rank_step9463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8825658833dc7e542ddb91d31cdd0988bb0fc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96dc5aa8565889d65bd0d0a289e646cb84e0ba4fefb1a777335c45b8bf03babb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9474.pt b/weight_and_grad_dumps/rank_step9474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e68d3f886eed0d939dd31d3505e72d4ac64c30b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec10dd8ee501d5c7a63d75cf27d5ad0381e8a4cb442ceb9e3854b0a03f2051
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9501.pt b/weight_and_grad_dumps/rank_step9501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b57b402595e204e89282dca4de31600f522d75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f8a83160cbbdd87790053290bf71b8d2f83c3b72e962fba91c0818bb9270a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9516.pt b/weight_and_grad_dumps/rank_step9516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc9451a0a61b0b2ef36c86e3d2b9992705916cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1ba95be44b09113816e5083a716fa2f0ca1b40cd60117b432d6542aa2a8f7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step956.pt b/weight_and_grad_dumps/rank_step956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45f9ee0323b8ff44fe4e6e71a0556ca829f8c5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a2a298e5645014c9c0a98c9793153e1b2d30f3c9a98565199895d6997e7cb7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9964.pt b/weight_and_grad_dumps/rank_step9964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84784bb18533c34b17782f415da666558d81717c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634c186969d9648b2970f8bea60815af4cdcf7e500c1b3e2f24cd2228c7da829
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9973.pt b/weight_and_grad_dumps/rank_step9973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53984f63eb00a42b60797e498d12c3edf1024fef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4a535768b44f9bd46add26df225157f025c89f261d9751c116e4476abec05f
+size 1524331132