diff --git a/weight_and_grad_dumps/rank_step1030.pt b/weight_and_grad_dumps/rank_step1030.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdf58cff2f2ce014c0cbf01cd65ec96bfaa34dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1030.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d56d92f0e1ff5a3084829ce99acb102945d6a763c69f3af79a2710f7b1e252
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1098.pt b/weight_and_grad_dumps/rank_step1098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e2c4102b8d3615b64d56d909533ba0eb8cc40c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00718ccaf04750a527481793e59b464567cd7206274bc1e3201faae79d5c0cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1152.pt b/weight_and_grad_dumps/rank_step1152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22c858d84701cd589c70c0773b56627ba28fac7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813de3d9349198fd02660af15723cc09b8e63cb8dc701d47e8e9e453f589d5a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1203.pt b/weight_and_grad_dumps/rank_step1203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60665b920b414a02f17dd7cde95ae6c2c9d1761a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2e6be01a0056c1c9ea0078de3d00ebc670f7ab28705a322737633668b0d0b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1273.pt b/weight_and_grad_dumps/rank_step1273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ed3d1d227b2b429ccbac718cdef51e744bdfe5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad694c6742071f30777c9ce65c9927c89e9d713d24bf7f9b03a0485498c603e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1361.pt b/weight_and_grad_dumps/rank_step1361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aa897d349e446e3d63e0d1997f15005a8b707b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e329b29c159584f758bd1a6e59933983a038d10a2d1496a6ec7cc91dc2338ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1396.pt b/weight_and_grad_dumps/rank_step1396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a695e49cd071f12cef4406279aea2b9dc12cd2e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da23c957cd03bf8efc2be9ca7728fda3d624b52f77caeac0018664ac9bab95d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1409.pt b/weight_and_grad_dumps/rank_step1409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341583ab18f6ed2ef1b82fa5652bb3323e2a188a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f9e923bf4aab5eb6f128091eefa0f890138232f2c44e0101aa145c40460560
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1456.pt b/weight_and_grad_dumps/rank_step1456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421e16407e9c4821c30397c0f951ac383045e2d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d820e6759b40d026de81b14b40d52d710f6d92bb61bf664c17b32d98f1079
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1534.pt b/weight_and_grad_dumps/rank_step1534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a116725d6660717f734c01de4991f734d230b1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d091e9a22c3a7804b792a64df7b29a8cef756333801a2e8572a83ef036520fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1665.pt b/weight_and_grad_dumps/rank_step1665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3849cf101610e3750256262f80087fd213c03a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f980b3b56c02adc6cb68cc740da933fbf034977a60950e2cb3e4e54b73a3ffb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1692.pt b/weight_and_grad_dumps/rank_step1692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be33c7e0efaf302d1a42da39d48303df25e02b5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4305f246b2b87c52d8aad03a14807b8bf1a353225f0fd56a7a1670d0e1c8cca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1824.pt b/weight_and_grad_dumps/rank_step1824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cdbd3c4b84a454c2ed06a709865b61e2adf43a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f875c099c4feff127edb8747bcc5a3f9355474a913c0556ad18626bded7de7bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1919.pt b/weight_and_grad_dumps/rank_step1919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c019bae6c26ff466ffe004710a1c428039b734b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c8439c287f156c223e20b2a45460cc40ca2a1f9bc202186897bf7340fb8272
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1946.pt b/weight_and_grad_dumps/rank_step1946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70336e2c66d59b96e9d6def18bac5bec3b7edc19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f94091d4942aa4b78a63ed17bc60339ca3c9800fbe3421094d9bdee85a996e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2022.pt b/weight_and_grad_dumps/rank_step2022.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4a8dbb7ebc437f18ea992136bb05cf74051251
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2022.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a51ec98acceb0205db514a3a7369a29f11ec44579b6e14ed5aa126d0b90c42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2123.pt b/weight_and_grad_dumps/rank_step2123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86a574f44c42d38cc8421d40e5172f87cbe7abc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a379c26c405cde80a1a8ccdaa1a1108d3c50be38624e9ca02948fe08d8ca1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2140.pt b/weight_and_grad_dumps/rank_step2140.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef97ccdcac71cc2eba09887fd0622616d914acb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2140.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7af2b6f36607ff8b3431d5679edd0d40b16ed6caa8dec6632e8e4503d5047c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2211.pt b/weight_and_grad_dumps/rank_step2211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab35e07979d3abe86bba19da972430ffe5bde18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc4069d3fc4107e350c105100cc285c1fee38e76eb9fa403d9a65e353a6e12d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2373.pt b/weight_and_grad_dumps/rank_step2373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1259be31d8446a15799717406331686bdbe01538
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbf72dff069d8956fb3aa1bd13ea9a35569e76cd4276f86f6166eb54399eaf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2384.pt b/weight_and_grad_dumps/rank_step2384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d53a0af39ab9083f3785c4d6d4048c7f0122f04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef065dd356542d8f5be5f103c5845440a081c52cf0485df6b5e5f5179d0777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2444.pt b/weight_and_grad_dumps/rank_step2444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f7204506b3b0e7d97bc18f3de976f5e4c4472
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdd98365c0a99980d1980bcb19a455038fa3216c9f5366611412f64a8533678
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2526.pt b/weight_and_grad_dumps/rank_step2526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3359eefa63c9ea50ef75e4194546a4ac2d46c9e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd12dce2526f73a1556bc7dc129b064c8d57ca21fec8a24b601653391fce6d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2579.pt b/weight_and_grad_dumps/rank_step2579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aaf1703311fe5db065245f8ddd025a310d2ea8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b9489fd7a11f5238aadbe62fdefd18e8d00087520cf85689b53cb6dc4da51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2628.pt b/weight_and_grad_dumps/rank_step2628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a56feb2e6cc83445652f14c8828c8a7faa0c88f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85435e6adbe5bb555f1fc25069b48d837da4ec68cba2a1488f2f6995bd40075
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2677.pt b/weight_and_grad_dumps/rank_step2677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a427990f703ff89015695091330ff99bcb09e17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edbe046f107b96cc119300a570ad400fa8ae61f0e4bcd6f10f76e1fb9381823
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2680.pt b/weight_and_grad_dumps/rank_step2680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26017de4d5f975a937c0d24e5af51c828ceff4e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4641e5dbfbfedd3e78dc621e6220dc809e3163d448e1ab2856d90baaf2de84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2836.pt b/weight_and_grad_dumps/rank_step2836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bfda19dfba99841e043c51065bf0131907b353
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252613b1199a89e3df7eaa72d0c8ca59d47c91d187d5b7cd8c1e5af64838fbb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2869.pt b/weight_and_grad_dumps/rank_step2869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3fa7d440711a0e441fe3da48d206f091720062
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac4c354b7f901cb1a92b2d8beb25b4ba2c8e64bb863f1db925afc47cf30ca4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2954.pt b/weight_and_grad_dumps/rank_step2954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea0fa5b93689d16ec4a8883b363c83105534a87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61dabcb054e183e496282df70431544ac3b227bf3f9d0405a7ec4878a4ed160
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3051.pt b/weight_and_grad_dumps/rank_step3051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90756991791761b404ef32035cae8bedb4c8ec6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db812a521692deabd25f69ae5f5ae0424f0be4f4f9a139beecdee3a2373a20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3133.pt b/weight_and_grad_dumps/rank_step3133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8007cfcf8b03aec1d7da3c9ca093102cde0ae76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad61363b5a8f80c9ddbff4fc22d96a95abf08b81a934d4cdf8ccfb32dbe04926
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3295.pt b/weight_and_grad_dumps/rank_step3295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b27ac914a0e41c4e18e42d0f0bde106e695a5f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76cfeaf6ba7512af39ab88f8022640d0cc5ad4ac887d5f93279abba8649ab60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3300.pt b/weight_and_grad_dumps/rank_step3300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944d366fbe09beac26c6658455aadd3cbb3c8f09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183e3873797684a57dbe60d372df605a179a987583a57337b0d47dca90da3c5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3437.pt b/weight_and_grad_dumps/rank_step3437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67a7f69956728298f416db6af4239353215f998
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcae14574791f0b6a4e30b0d5389cc7b39426ddde267701bf052e60af79e65b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3468.pt b/weight_and_grad_dumps/rank_step3468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7788bafa55907ed14ca6c599e353c9499d0ad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe58d99c2852d94b807892dbbd5e3b447393e99f237fca3784734835434ab7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3555.pt b/weight_and_grad_dumps/rank_step3555.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3e59fb01dd38adb080451c355f78b575973b43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3555.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0747ea0b8dcfa1ab4e74b8df2f9d02fa499d169865079af1c88b51290a15d1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3604.pt b/weight_and_grad_dumps/rank_step3604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a87c61810c4218c05375d5532f04da8910a1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc1af7a1e1fcd5397bebf53c9dc9269b7a4e181f72fc5e33d3751c9907f71f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3638.pt b/weight_and_grad_dumps/rank_step3638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80a17de096cd4423a61cd7b3d5865f81c76301a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f818b076f0679c132281d8ead28c36c2502464f7a9622caafade9ab1c5aa58f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3739.pt b/weight_and_grad_dumps/rank_step3739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62645234ced40c2fff407e949e71730a1c0b6db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c035dd21b87d5ff318bd81e6ee1ed7dc1a294a6e4063063897bd9e820e7099fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3766.pt b/weight_and_grad_dumps/rank_step3766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85335b83d3475a886aeb65dc8b2dae82234b7cd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c593a5078589e62f9fd6a7c1635d2b15f9912c811cab6647d4e12f489327f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3791.pt b/weight_and_grad_dumps/rank_step3791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a339f2e972a1a3fb6c76ceac8695c38206910c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5562c81f4bf166b0ba12c3fb1c395743e65fa8164cf8b7295d969213bf833968
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3845.pt b/weight_and_grad_dumps/rank_step3845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3d05fa7567de9c0e4ea06740b4a89b84da8db3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f8f64f098e112865ff9714b58e8a49aa2e0b92654214fe5bd06946360f726e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3927.pt b/weight_and_grad_dumps/rank_step3927.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178803810d0274d81904a049cfca985f29a7c9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3927.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495dc0fcad3306052623101276e72345d50fe0b93582982bcd043a08efc510e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3978.pt b/weight_and_grad_dumps/rank_step3978.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf800ec5a11a1f471e24b52c5aeee8acd4d601a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3978.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b614cac494f3f4ae8cd00acfd64071985c5dec6d1c5953336748f514563493
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4006.pt b/weight_and_grad_dumps/rank_step4006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246305f12b3b25ceb34559deba2dea0fb223d39e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e881bb0b9408853146ffb24ad80bb23b75d7d840495acaa72f1744bedcf563f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4059.pt b/weight_and_grad_dumps/rank_step4059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6539ca00089a770e903ddb486d5e2fa325a8cdd7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9480b510ac2c79d463c692d1583899114e8909548b97ef5879c666e246eafbd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4092.pt b/weight_and_grad_dumps/rank_step4092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fca508f8bfdd6c18467101845d5c9a672e3429
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b7c3c29079dbda669794e6646649e2827f80a1c5dbcec8edcda8d06904b69a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step41.pt b/weight_and_grad_dumps/rank_step41.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3cae72b83af3b4fdf2ae95ec203c7017ef7140
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step41.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30868edd15f9ad6422a20713ee89e907c5e28c97fabd8fa23234d44a2405d4e3
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step4164.pt b/weight_and_grad_dumps/rank_step4164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d81c4d8fe8256f11de45d9560a5a3c789a006
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c275efb58419aa892cb0551cc5974a99279bc0ccd3622cc5c6554472b65504
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4209.pt b/weight_and_grad_dumps/rank_step4209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a55cf647e7c1acc7c154c66a1770eb4282043e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efdfc288af28fdb97d9bfcfd8f98cbc0a049a29ec78140de2637b915bf6e021
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step421.pt b/weight_and_grad_dumps/rank_step421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7f3928f4d6fd6a682715fbc73141e977086e46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20f1f23c1fb9fa5fb8788e42914a4b27b27c35f53b2e19f5a6912b15a28a645
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4235.pt b/weight_and_grad_dumps/rank_step4235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81317e0ba8664463760919bfa730697a4673aacb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba90cb0f1c93b2fe3b599c14e111a21b78318ef30bbdb280fb5a24a88ed1e00
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4256.pt b/weight_and_grad_dumps/rank_step4256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31380bb58218628f38b9b4c4b81c2e4dff6ebe71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d2b4e65379e9a39cb912612f0315f8077734da66d310dde25325ce95b4ba88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4308.pt b/weight_and_grad_dumps/rank_step4308.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed00e97fede967242f6a58bf0f4d459d9540536
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4308.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119e3da74325e588680dad54aefed6c14c87365791a163e4f88fd6daa839f7b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4357.pt b/weight_and_grad_dumps/rank_step4357.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21e71400243c909761b9cbe70ca2db6b93f0328
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4357.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa4c6cbc0311727f07e7363de170f1206ea16761907dc2363f9b80480c810c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4497.pt b/weight_and_grad_dumps/rank_step4497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3ef8226d9b18ede6dc42675e132c80b51d2467
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f15f635d365cc19afc4be981a202871ae22e15b7392e0a70e8555879ae2219
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4653.pt b/weight_and_grad_dumps/rank_step4653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f477eb7a407b2d6f94dfb3151c3adc7e81c7b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652fa17e1f730547293c658631f978a2f1abd0b3eabb8d1bee69fbb1ba5232cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4731.pt b/weight_and_grad_dumps/rank_step4731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63126f0932909093a053a5139fbfcb79b517053
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357f6e6cb683f38ab953dbf4b7eec6b09d34a13121f8ca12ff75e8719d6c2d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4799.pt b/weight_and_grad_dumps/rank_step4799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a1e676ba6bd18c932c1b2af376e52dbcab5d81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d36604f40331291f607472b07ee4f3e2b9d96798dfdc481f36d612d7ba5e62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4812.pt b/weight_and_grad_dumps/rank_step4812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72755a014a518de6fae90876519149a85893bab4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a8d7a26f234507cf46956994bc7a34d2d719af4641822fc9a4811d5940411d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step489.pt b/weight_and_grad_dumps/rank_step489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2aae9e22023ef5329c7ddd8053879afb34bb8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8388bab1a73a4a1d727b7f0d9242e6f6342610cd5c2a581601488279066bbe2a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4987.pt b/weight_and_grad_dumps/rank_step4987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e483d5484a9ba192a7a5e78b7a165781a04eed8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6ddd6a6708d3726531166608dc321f2ce375edde29246e7e94b7e9d2e7b6a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5075.pt b/weight_and_grad_dumps/rank_step5075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e5220b5795baff06cfeee23f9076b6a79bfbba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c728457bc25b84fdd6768f88746481583f23ae35c6f0e6da8d6420a932174c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5082.pt b/weight_and_grad_dumps/rank_step5082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff6e3b0d5bb8daab3bd427106e94709391a93a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19ae10c4e02d0531ab1afc9c2aac550de2b42ad3e2a82126d9e927c94b36a9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5117.pt b/weight_and_grad_dumps/rank_step5117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7b567209d1093ba44468fc495acafb753e6061
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c90498c2b19a2a7613447eb92477d50eb0976b51da11ba3e055823331c6ce90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step520.pt b/weight_and_grad_dumps/rank_step520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b7df5d5fe4e6491828998e75ed8aa7e59cca93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c8cfffa260326ff9104a20791e0d6db09b71bb845d854829a874d8256c53a7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5219.pt b/weight_and_grad_dumps/rank_step5219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb5c7dc49be62e40874ccd54c6882e0db4400b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a7ed55fa4ebb97c2fd1c1aa18fdd74fef2336f540a5ff4e58fac0c8f66544d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5246.pt b/weight_and_grad_dumps/rank_step5246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4006e10f1b19de4d0aac24ddb5224254be3e6ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bf8207010dc88a2910d1fa8a3731ab71641bef62f3817f089448a941374494
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5324.pt b/weight_and_grad_dumps/rank_step5324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40e033169ab4da341f0e4c86e17f70c83dcf341
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0635397baf86f021eb5b5c93df7b6e9133033b25db3a1b2a2872268313d099f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5413.pt b/weight_and_grad_dumps/rank_step5413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a633af4f0c39b943a9aa79284c93e7125015cd98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c20b9c7a0da6a0ce5e1e66ce9a5c89cbfc488ec542f31b95ab6d89d532ceec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step543.pt b/weight_and_grad_dumps/rank_step543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b222acbecd7621d87a1f557e0700659d93a4b8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8e27c607581e96b5dd6b04c5fd92f75785e5c6c5441dc6a8df47949612a96f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5571.pt b/weight_and_grad_dumps/rank_step5571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69907e75a27125f5dcd12e0351331556982a9a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e7f9ecbe3b69402c62a527950114ece5efccf3bf62ba9d6947b35368a7fab6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5586.pt b/weight_and_grad_dumps/rank_step5586.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817dc77e83ad904fefb96580f05bab6a15f5fd7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5586.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313e84a50ae9fa8c47a8786d7cb252fa01c962554b8cc0677457a755c6173e32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5620.pt b/weight_and_grad_dumps/rank_step5620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e36d180eb132eec02afec0241356ff25a2cc8bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad223f2e9aca2a51e29ab4d0c57456761004dfdcbbf66f1f8fc90b746647ea2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5688.pt b/weight_and_grad_dumps/rank_step5688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2c89001da3c6fd8c952e34ea4c7af7f0be9730
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa6832222938d4d1d8ddd19270e395eb882c33af49561033d487f3f92601b39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5742.pt b/weight_and_grad_dumps/rank_step5742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b1bc07ea9ea8e40b7e18ffb9e185bd022c5a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc3c343de1d34010b9f3ec0b6b2b541a27769dbba7e2fb91ab9b70f57fc9bf8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5861.pt b/weight_and_grad_dumps/rank_step5861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb03c3a1fcda6bb04ee4aaabdc0f1b990683a0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878b349f9825beacb063793fa0ddb5d736935c515308101728c7689049f93ff9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5896.pt b/weight_and_grad_dumps/rank_step5896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf92977d361413a4670ea2990f0a9b4676f1897c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6524cffcf830baa4747f55c65f5890af14d315ff725028161605cdd75651d5f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6038.pt b/weight_and_grad_dumps/rank_step6038.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0da0de1b0c47875d33c48a14fe525dca66ac193
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6038.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6092f3908e0d56798566842b94513739d32521a2f34b572e01b4579740af719b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6090.pt b/weight_and_grad_dumps/rank_step6090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d56bbbf4642f8a400f04689708a9a28274e75a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9a450c467aef4c3da0fa76bb1c0b93f9c8ca7b7bf224166bfd6c8214275694
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step612.pt b/weight_and_grad_dumps/rank_step612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfc2bb76028936dec430ab10c50a278aab2d052
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed9406f38a2940bce09787f41426a0ed1890a2c2aacac32e72fe3e0f66f5d4f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6254.pt b/weight_and_grad_dumps/rank_step6254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acda3c3c5afca2eaf4173806acfc5150a980eda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20650419c84836907322cb32d92583dc976c3f417c99efe0ea3b6037cbae83ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6336.pt b/weight_and_grad_dumps/rank_step6336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b573e291bc26785ddfb150755d716ba4047c0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb795a9458113d94fbe669416575757db660ee3a9695bd4f054109f86c066289
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6369.pt b/weight_and_grad_dumps/rank_step6369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4383fec9b83879e57e8e1c90013df7d4aa035e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d5b2f8566d921931c362c57654b7610b39f43cd10273a99f70f1d1bf49e568
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6401.pt b/weight_and_grad_dumps/rank_step6401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c63222c5beef0ba0e08b088d835f2e1f5589cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b20efa61fab69bac281e7efd23c00e8f988aaa1cc0397e15f7817525c4ea48a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6563.pt b/weight_and_grad_dumps/rank_step6563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e63721cc0d6a136986dfb7b623e2c1d1641376f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde6fc542b7958d2cc365ecac8ed4a3542a7ed4b7e03d0a77778e416f7a4c39
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6594.pt b/weight_and_grad_dumps/rank_step6594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d203298c299a1aa80a75a6a9e005d116376f8ef7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93bf5029899cb685f8658df0406cf222d28e20bc2f85b3cf46f0689900e4c3d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6632.pt b/weight_and_grad_dumps/rank_step6632.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a19d8002f93f597fec2c0cd3da62e7a4ae64f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6632.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a51710dc43424de7164a4119d26f87efcf6542719f78f9e53597212b479504
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step671.pt b/weight_and_grad_dumps/rank_step671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fadd8beec2215abd3f4b899525e66a0b4218729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a047e79f41ffbe371d4a3afbb14cec83985c1feecb3a6e383271f84e200520bf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6884.pt b/weight_and_grad_dumps/rank_step6884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbaee265cdc1649c9d20123aa159bcc417224a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6791e3b1f62f7c4c0c79fbc6040740774adf69e5120d3341122ee0a0439ca6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6911.pt b/weight_and_grad_dumps/rank_step6911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5691a43260650ed4b376188eb190aaf51f13fcf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1584b68e01640fba0147fc0a7e3fd12471bbe3a5d653e48ea8185f77faf08ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7014.pt b/weight_and_grad_dumps/rank_step7014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0961f1a4608acfe35006fb96cc5773926fda5524
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1eb339a89008d5e026fad42c478d455b1925241ba934325ab839afd1e47574
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7129.pt b/weight_and_grad_dumps/rank_step7129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7de36f9e499b827c3e261dca2549761796fa9cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dd41fcd5d54b9b803d4486201a76da66a819d9c964735e8a10fefef6843788
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7159.pt b/weight_and_grad_dumps/rank_step7159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cb6b30e39682e883b3bdb7691e48d551ee9cd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f930ab08639abb22f802224eb18da35d2c1e3d0944bde56c19f01b59375a02e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7176.pt b/weight_and_grad_dumps/rank_step7176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2395225ba032a90daa228b16676fd0be14e4c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c77bf999c6c1d7501d045930a0d7e9d1c4047a5e5d515f75e7d54bdd0ca341
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7227.pt b/weight_and_grad_dumps/rank_step7227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273d6021414f805aeb9e410a7ca88b35ed3128b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbec2b58f6db0f1cef4ee0552eacc279d34c69ddd855d2513ceeda955f4426d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7244.pt b/weight_and_grad_dumps/rank_step7244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c936f996eed4b8c3927a7988cece7c92be90fcc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2b685f4de72a47d5942bc6fa797847255b48794da11b711f77a4358cd68a6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7278.pt b/weight_and_grad_dumps/rank_step7278.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9a94b4888d252c374f9ddf72abc8ffcc0b6dea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7278.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c332a5ba60e4c426dbd202bc306e36b2546c5e95de1e2a83c5023657a0f2ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7345.pt b/weight_and_grad_dumps/rank_step7345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43824ed39f9e1e4ec6a0b0b15975003642a7a0ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9750d80ca2abaf5f473e35f40966ef3a6fea45a6e7cddec9cdcc70bdc5ffd85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7485.pt b/weight_and_grad_dumps/rank_step7485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b160b0d0de581daf522a4a6a6665660ad5df9928
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf6fb705ec86d24a326dbfcadfde1941f2de45d9f4ff7c921315b30dc36b3ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7641.pt b/weight_and_grad_dumps/rank_step7641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f35eb75428594e5f424b0bd36af42af08aac6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b465e24519d98fd1f05c0dd80b3ffe7273e75301db7a24bfc17e4346bd313d90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step770.pt b/weight_and_grad_dumps/rank_step770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f55b45083b2db6eb532e280f05d777ae69db8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c06451fd087bb5c9c9ae54734ccecf357fd3884405e0bf548d2baf210bac6a0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7723.pt b/weight_and_grad_dumps/rank_step7723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1809bde72ea8a6ada94eba824836a53247c6d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3c05125439e9fbc03a5055b7d2e206fef2a07b4de0f0235f20d37d8e56486
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7800.pt b/weight_and_grad_dumps/rank_step7800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a3fdedb60390a4d54db5955c163e4333ee76e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f109b078b44dbdc39d29275e6c89625c57218e8195dbdd48bdb4e4e4fd88201
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step787.pt b/weight_and_grad_dumps/rank_step787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d3fa600125f76b77ba5e0a609c4d656ba2b227
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387b0d57421ffe9291a60cdcd5f016dd689e1140203054430258e407407605fe
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7962.pt b/weight_and_grad_dumps/rank_step7962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33ae2572a0c795f94c87317e2466cc13ce80160
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912f90d58c9d0dfcf102539a6437cc590e0fafddf4565af6e1df0f5bcdc027bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7995.pt b/weight_and_grad_dumps/rank_step7995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f476481a1ae9af282889c5289852e509b9e81e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f16694e2f5e74042b6fad0958ee6d33853ac0f86b9cb0883b6d03bf12256c09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8011.pt b/weight_and_grad_dumps/rank_step8011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a811d3b488b946b6c9c06cfa6a0396b17b7dbcb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8474ef7808744b5b557225685a6bb8788873e2a5ca28f841641d2c4bc5478e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8173.pt b/weight_and_grad_dumps/rank_step8173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24371e1d278c61c3327cf12ef605799297b5fdf9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae788484877b8489285e94dd2ee45b3a1cea403806ce2b3782c059386318005a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8340.pt b/weight_and_grad_dumps/rank_step8340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f440c8955ed5a1b1362b2c69bdd21c909a95d51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e1dfb894531b36d09f1ddb477d51cc958141e5ca183cfefa3e463d295bda50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8428.pt b/weight_and_grad_dumps/rank_step8428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f30a4b37db66c0bc0ad21b9547b16ad0cf3de15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068da4fda4a3a1d74463537fcf14e3782da50780dd346ef7d498c9588eda84c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8480.pt b/weight_and_grad_dumps/rank_step8480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0761913b5eb1b931e3735d43b03b58bc7ea76e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6386808b7bbfe43e074eb5a8c0bfdbcbb8d235b79cecac9f1dd0f56d1c9faeb1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8515.pt b/weight_and_grad_dumps/rank_step8515.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fd0b1b6f8d57ade02ef38a1a1e04a736c3c24e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8515.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a6bd1dc492152327bfb58f347833f48a84aaf6a8076fd7da4f4ccad979a69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8644.pt b/weight_and_grad_dumps/rank_step8644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615645bfe4f6f775448a06831e3b68e91063e978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395f6e05d4d07190753d553a55e22a9ba102b589680e292876aaf5126e08d90d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8726.pt b/weight_and_grad_dumps/rank_step8726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82199996df0753dbcc4a648b44437dc258997fcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b901346fdb2e32740997d551ec6773584026d811bbd5cc62ae8b1e5ded16cc2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8756.pt b/weight_and_grad_dumps/rank_step8756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e26263075cc1cdfb35dfcc29f2304c0433725e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d75341b2ad5019fa9de1b0166070f202a0eee281e4b6da70c02293c77ad18d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8779.pt b/weight_and_grad_dumps/rank_step8779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6eeaade05e4e1214296fbb6adb6388a460373e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697c1d22214b1218e50ee3a22b4369a131bc8c99ffba2de74134256266ef41c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8805.pt b/weight_and_grad_dumps/rank_step8805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df8a5603df347c79b44be8aaeaf5882a66d23d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3f5eaecf18f37cf020a03e11de17f7d161ab406e7838c1e99c4bfa79b02c7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8882.pt b/weight_and_grad_dumps/rank_step8882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc059fdcde07fb7623111c10a866be8d46a430
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473281214d9846492880cf139bada1351c2f38593dfe004557127af6f2d16003
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8938.pt b/weight_and_grad_dumps/rank_step8938.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc9e4ed5ba59476d9faf6a16af159cc335b8198
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8938.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626f3fda5bee3929d536869cc38fb35ecad5579c91b944187ca87e22ddf7f646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8967.pt b/weight_and_grad_dumps/rank_step8967.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ef4a24fb201146c369c6b509e54d72654ba82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8967.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9363239493cfa587718d85a7ccc961e8abe6fd194c1198dfbf36508223728c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8990.pt b/weight_and_grad_dumps/rank_step8990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1b7fe957e982c4668db64267c601c6606c05ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6151249c5035c970025733b190f2d160f131ee43231396533f5d35f7bf438f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9062.pt b/weight_and_grad_dumps/rank_step9062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb732b4b725232c1fe4ee2dc800f49defcd04670
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610974f232fd96160ad0b30d6291fca0fd65ff70f03c27f5c27c24066bbc949f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9095.pt b/weight_and_grad_dumps/rank_step9095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2ad033cbc8bfcdd59555839387930c12c16281
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f910556b5206d6f3f91aef5c1115ea2a53304f65b481698fd9a13b750c5dc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9100.pt b/weight_and_grad_dumps/rank_step9100.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146b099cb5a9f781ac8ababe14b9612b7ec56d64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9100.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf654baf284605003ee6faa1a60cc660f78be2859f28a714329fc94994607f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9221.pt b/weight_and_grad_dumps/rank_step9221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8e62d6e73b3d768844860b1f345e2ef5ff65f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730913e7125684418c738375c996d26c28ec9b5427ef226e79ed01862240cac0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9251.pt b/weight_and_grad_dumps/rank_step9251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec6236e02fa4e353fcb878147d187d2f1e07aa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289f795b267fba248e623d4d0275bbd86f3c96c03e90d76601a4807d5e4fb1ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step931.pt b/weight_and_grad_dumps/rank_step931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7633c2ad2e789e552532d2f058737d10a8d96
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af1d0790bc5cf3743b48646628452389e63ae1a796650e12c56fbb793cc2c4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9404.pt b/weight_and_grad_dumps/rank_step9404.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a0358ff9b22b3e475d297d347937b0347e3978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9404.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf21ac2d16dae22398cfc61e802d7f8e0b5ff63204220e2c1b5ec67dfc726cec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9539.pt b/weight_and_grad_dumps/rank_step9539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23b5855cd8bda01d942964233fb3e748f8e768a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42991ce5888a0d25d07f446e36a2a70745966cf17574f610be11bc3aea9aca87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9566.pt b/weight_and_grad_dumps/rank_step9566.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dbf16f4b969b5a41830a927ed89a3255c039e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9566.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187bf3bba4085a2109348ded40d84bf728bc5c7d49da0f328b9456bd936cdbf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9637.pt b/weight_and_grad_dumps/rank_step9637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971868ea77bbd892586385a5c3e49fd0d959fcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c1396ab02196c242c40f279493ee1468e14947523b0a04b8fcc0fea13db481
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9829.pt b/weight_and_grad_dumps/rank_step9829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cde6fd9f18823c04dfd5e524605484bb0318a2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4aec70c653e79a868ced7283e0d79a775af338c9bec9cdcc0fe039a85f86ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9876.pt b/weight_and_grad_dumps/rank_step9876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f367df133cf6aee72449763669c7930fddecd9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847629a63cff2547c01547c32f717a3400a637497e29716303c3e538d5f8d958
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9881.pt b/weight_and_grad_dumps/rank_step9881.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46356c8b292f14864df6d96898854b2cdd0ec263
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9881.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a617ccfcadd8f5e70c9845c60feccb507da8c380bc227db577c208961809394d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step99.pt b/weight_and_grad_dumps/rank_step99.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3574c627e3667519edbecf7a41c8ffab2166f0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step99.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaaccb6ea0e2c404ac72152626f4dc9f3fa53d2124ac978d671538a088d0233
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step9914.pt b/weight_and_grad_dumps/rank_step9914.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222a89a7d159a444d0ded7a15e9a0e0aa2abfa8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9914.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b273c874ea183103337d00e7b32a1ea8d7aa40c742945bfc49336ad7990b7598
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step999.pt b/weight_and_grad_dumps/rank_step999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac1ba68bd4a5712f64ee0cd6264d54b2d8fd3da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40955c5552c2f9d4f7fac16c375b16d545a24269c6bdbe44ac4bd65935c1582
+size 1524331126