diff --git a/weight_and_grad_dumps/rank_step1052.pt b/weight_and_grad_dumps/rank_step1052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2ffde5ab80dda7b87398485ee62af2e6715666
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323a7fb56271c6e2279f68d9872265bc92f3b168fccb9c6ea5cd58afe6e1236
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1130.pt b/weight_and_grad_dumps/rank_step1130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266f1c1595b0f1ff62493f381d1866207c89d309
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ef7ae6ed8756c5f853e7507336de5df44fe1f2651358b6fa9ea2203cb6e5a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1198.pt b/weight_and_grad_dumps/rank_step1198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efad485bbf298f21fcdf1968791b952f083bed63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb097072a03b0effc76902504295eb39debe7fa572a91b3cc70c5b7f127f18e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1261.pt b/weight_and_grad_dumps/rank_step1261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cfbb859b557d7f19f21f3576b6ec3d81bf7781
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b3495e6f920be366dfa225900caf410ce963490101ce7e29e335f677a0dba0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1296.pt b/weight_and_grad_dumps/rank_step1296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8637481a43ab378a5c03520d322c9f746b0f6107
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a505378547b41d5a767f6245358bb5a07111c0b70a334085acc69b752a65ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1303.pt b/weight_and_grad_dumps/rank_step1303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010bfe03a12a128fd2758c89de34fb19f4f4812e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea965ccb66ef54f797e3afafc62ef0f0fbe06d9fe7935d021e4d5437a25b719d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1384.pt b/weight_and_grad_dumps/rank_step1384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ad86e817bff5b77cfe6bf6c1aeb18c5046df76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e5e494d4c5aed07621821faee7aa1eed542a3ea82b53c4ecddd46525ceb0c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step147.pt b/weight_and_grad_dumps/rank_step147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd41c5f1a7625a7f8d1096514830b5696dc8a73a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc95a4d35913d33fd4b8cbab8dcaf6d89e4de92443607d7af3d1f058d14b28e5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1509.pt b/weight_and_grad_dumps/rank_step1509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fdbb260cc88a32ba8ae304069c6f4354d5eee0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be434566a6e24fbd944c40fba592e2875b809ee807ef03d05de34979ef781eb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1556.pt b/weight_and_grad_dumps/rank_step1556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69906730c5ba7a4afa263c7fb9c8be5c029170d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36fcbaa14aac069c96d1f11567c71bcf2a3a5e363dc904c6f5b16523add705
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1607.pt b/weight_and_grad_dumps/rank_step1607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a81e540825514cdb053687383d0843f01b7e232
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f41a34ce698b62e6313ab31999d4b8b85bf1019c1083d22756e44e52350503
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1658.pt b/weight_and_grad_dumps/rank_step1658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c47b5c2a938d86d5a1a25263bbe7c9499e3f95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185acc53ff210d819428586674da2c6595a8f6ec68221a5142ae5f21fafbf453
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1765.pt b/weight_and_grad_dumps/rank_step1765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27312054c77d1f56c0e9a011cf8c3fd6328f23c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9d5a94052ac193d4aba070f658673363bbeacecd92146a4cdecf2db7683722
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1792.pt b/weight_and_grad_dumps/rank_step1792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4934a57e43d2a85f821cd20fd0e6b0a3bbb16549
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b8e169e65ff2dddf63d204628b2ff9156c566ab5c7fa41fa336738bdb5cc82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1846.pt b/weight_and_grad_dumps/rank_step1846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c848c3272965ad324960ecee4ebeaca6075d43d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926bef856e0790c765f61dc84f734229e0e9c7823911d1a357ca38b57f9b7a90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1924.pt b/weight_and_grad_dumps/rank_step1924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220369d1c9541c688e9bac8671ac8df7c0b449b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c9741debe549f2bebf650785abcc7372b9f5215f66673df59299a992d56aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2040.pt b/weight_and_grad_dumps/rank_step2040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ccd771ec0240d5c1ad60e67889f3c9d0c93c7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d323502fb303f7f8bd25f68757c07fcd5643dc4ae1e6f4b83c3fb02ae2eb14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2122.pt b/weight_and_grad_dumps/rank_step2122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6be14e182c8f017dc1d7d1d4e2976f3900d4fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f372c2ce54a9b406b9b1181e55333cc4d12b2eb5b82d2803420ae7462d547e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2152.pt b/weight_and_grad_dumps/rank_step2152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606e8ed6c4206e6821a11d7b970458fd092764b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a4c4783a09551dc78231e2be6275efe666cbe63dcf921e1601d3c77b7b7ab0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step216.pt b/weight_and_grad_dumps/rank_step216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57daf42d79b3089d249270063567e2d970d5888e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ddad75c905f25fe900cb31feb75c0a3edab3d803427888e4fca23ed43423dc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2273.pt b/weight_and_grad_dumps/rank_step2273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73381b4a7a99de9dd6d58109d44273c6ae952648
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4969db05885c24113f8dc427e2e2e62fa1e290822e6181bde715e5927a32b060
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2284.pt b/weight_and_grad_dumps/rank_step2284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefa19f7da4ec11a9c60309e637b31592bb6d9ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fb7e331fa259945dd6ec1ea656e4e5b5494e05f50fb1ca9ac2faaa569e5eef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step23.pt b/weight_and_grad_dumps/rank_step23.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff12496fb88b8cce192f0c8974f51a1bb3829ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step23.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac0a824d36ed1092f8dd386b5a9321c6a3cbabe47781075e212da11ab3bd05a
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2311.pt b/weight_and_grad_dumps/rank_step2311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ae27fad6ed9ab96cd6bf3b3bdd629af1618569
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af22b5875dda9000053e4db3c30a3fbd05ec8010803b7808cc96872a8d4cf1a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2426.pt b/weight_and_grad_dumps/rank_step2426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120a99d73f35c0ed1807ba09c12ef0f0c09395e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c10d4d77a86061f70d3940341e8160445d74fb89b8e5623dd7054ed6581fed3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step249.pt b/weight_and_grad_dumps/rank_step249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf83b7e5bba0fb5ffb99e73e6dd8249455fae639
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ffde0b42491b935ef49f93b5386301d6ab47988dedadfb556d215152fdc4f1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2615.pt b/weight_and_grad_dumps/rank_step2615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ddddf1d4b2a42baabb28a633eae29902e83f80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168a2bf8cf2a5718c155d08dcfd37c62471d6b5a69e91a133b1b1fa26084cf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2728.pt b/weight_and_grad_dumps/rank_step2728.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1ff9402b9407a35576b6bf8ba9d1d119fd4673
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2728.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8d3e1071714969ae0780b4fb6a08354af720edd62f0897c4ca478c94ceda21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2777.pt b/weight_and_grad_dumps/rank_step2777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bb3a089244a6629d53657149d375fa9885e77e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca55b9e5c7909298e1670acf70c6a35d5ff866154875b33dba8e56bfd933b26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2780.pt b/weight_and_grad_dumps/rank_step2780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca10935d856d7041f3bb743313e0995c9a6f5b6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7074d8b381a74fe98691808336dc26da9417b624783795e647f9f7562443878c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2936.pt b/weight_and_grad_dumps/rank_step2936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f8c27f39b29ba4b19c92201813834e95e97ede
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75d57fac09a5ac5ab1a4f421dafbd09d5c640780bbceafd7c0fb3b2472b601
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2969.pt b/weight_and_grad_dumps/rank_step2969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4b1d1fd702a726d9cd898c2d0b62275a62a2c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032db3db03f243d6bad19d2b905db49e699c9124dad45419c919774d3e5b2489
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3033.pt b/weight_and_grad_dumps/rank_step3033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e618bd283319f98c6c62ac682bd85116de6da2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c638c90c3a7e7732a369002d5178e497d4ef76249ba5ccf0535f134cd6a11fd1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3151.pt b/weight_and_grad_dumps/rank_step3151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aa9dcfa1ebadd61c20afbbca3c891c669a5f65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec8f0ea81ed932fe686943c919cc311e22cae346363d17fb8231dee657cd47e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3200.pt b/weight_and_grad_dumps/rank_step3200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c7d6c196a1841cf1cb8cfc18c56a1313104fa9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0cd2e1694a3682a7780880e376b2b8214eaa0f628217d10f35049752ace91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3362.pt b/weight_and_grad_dumps/rank_step3362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf2352fa4fafba545d36b77d2129a659cd3f701
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0c9459d4181d8170f05fc3e16518abc3538bda9110ffff7678ead2984b88d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3395.pt b/weight_and_grad_dumps/rank_step3395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f8e022da5e855328bf4f66686513eba8f2c2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3636e28441eb764a9ca31cf01ffb8ac547a382792a78169299bf70befd3a0074
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3455.pt b/weight_and_grad_dumps/rank_step3455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8235a81c56a766c92c2280f14675fa6238adf135
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec61c84a9559b5b6870480ffe88339ab6967fc22a96f5dc508831ea3b99990c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3537.pt b/weight_and_grad_dumps/rank_step3537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b44148ed87729dd8cbf595f62041ede7e46c86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2962e733e37443d0c4e5a0b07e848e88d16881e3a5f3a735e39ec53e1da5b3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3691.pt b/weight_and_grad_dumps/rank_step3691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14695ae6ea42fdf551be4e7e9a698c16a072a17e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed75338eab4e5258f42c6cb5151cb983e9e6647c33d8fd23a19b2a391df6990c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3704.pt b/weight_and_grad_dumps/rank_step3704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70816057c95b4625aaa5e3670538164f76535069
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9ca4e11079e0b9126826a0aac97cf77acfaffe533621b144ea3a2ba495cac2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step374.pt b/weight_and_grad_dumps/rank_step374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d17318a44678c391374b1fe457f6caf42d0322
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14478ae3a061c71f18e4bd72ee5fb6cd678c9701f682ba3f9896a106bd295a9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3808.pt b/weight_and_grad_dumps/rank_step3808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67049651903207f0bb2710d17677d4b5c2214fd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b4d4591ff0a495f779ddd7b2ff11950de0c2523d984eb2fabcae4156e046d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3827.pt b/weight_and_grad_dumps/rank_step3827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2de476160fc6b94c8a16fed787f9a81f7e6e7d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee941dfd92d042df785fe91081f5c138f5406466a65acb3833f374771407a09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3878.pt b/weight_and_grad_dumps/rank_step3878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20548dd30395861ef66893cf0120167bde55664d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daa56bc6d875e68844bf74216843b342e32350a3c55dcce40fd22a854bb5361
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3945.pt b/weight_and_grad_dumps/rank_step3945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c7297c98f2dc84f503180ef27d8717cf13727c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb62341dcae011b33d972dd5d4488e6d0b82069160be8c1219635d9319ebc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4064.pt b/weight_and_grad_dumps/rank_step4064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48705e4219f320163aecfeacb48a4b3842e1763
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7292e63d08d3cdbf853c89a7da80edd6ce1fc1026b4a933bf5c7758407655e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4093.pt b/weight_and_grad_dumps/rank_step4093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f3fad02a948320141c8ea9112be19f60c32353
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51c567d66e3c177f23c989622870f4d55937e6847f27479ec6e63e9a773a26d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4106.pt b/weight_and_grad_dumps/rank_step4106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac46c8f1b157f49e5210cab0297305b88323fdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfd07303b39341344531399db01d29766a2ac0a653ac188d5e13eca4432fbf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4159.pt b/weight_and_grad_dumps/rank_step4159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d5ff83b3e6e3f787e47b28d92361d7818ab097
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73c70878b47f57d97736f0cee1896fe1cd85625c49d7e170bd4a6ea47065347
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4208.pt b/weight_and_grad_dumps/rank_step4208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e0a1e62f509df7a16d5912d5b7331de5596758
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aedccf7c3419596ac6d13da3376b385d8cb9d9420d2b7d8bae18d87ef6423e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4257.pt b/weight_and_grad_dumps/rank_step4257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c55449711d4da2566a202bdf88ed40579da4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c388506dc187118302476230a8a4d61835bb457ba0f469645811759a7a47352
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4335.pt b/weight_and_grad_dumps/rank_step4335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd88e27f6f9e394372c733fd938815270268748
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75209217c5f52edfafbe08d85d8447dde5127df830feb6af3f9efb0f525f8b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4402.pt b/weight_and_grad_dumps/rank_step4402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b08b2a4c2a5ca4a9ddcbff4585f05054117118
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712f8336b1ee71bfddfce399129b4d34227dae1bdb63378d9ddd50ed66989ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step443.pt b/weight_and_grad_dumps/rank_step443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d784f51be114868b0a2d783f1e3b7b60f7ce8df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0a6ea610d8531785d21b77caf621c67209f32ed88aba436df35f090db6b7a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4560.pt b/weight_and_grad_dumps/rank_step4560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dbe896615d0b7bf693d11dda121ba8873e18b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c698a9cea9351ddd48091ce5fad953e606ed22410390aa2fbe200506bac1f13b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4597.pt b/weight_and_grad_dumps/rank_step4597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b3c7db3e52e3dc2693975cc574fb30dbe5a54d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2f0ef2061473c9a4232148ab263294401e6eee3387f7ade144e3b5501c06d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4699.pt b/weight_and_grad_dumps/rank_step4699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17e15ed80855949a94d70ff85393821952b8b08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4623345484cdcfc3665d5be6e454c0d514bb077dd9d2d138ede58a76487f7f1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4753.pt b/weight_and_grad_dumps/rank_step4753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0c712d0c88d9b176685674d639810a4e7d8ef9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3133c6723b40c51194cfba8a9bc97707380ce952d50c5f4f59c9f820ada18f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4870.pt b/weight_and_grad_dumps/rank_step4870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c909e672b69d6f1a717164e469967cc416f639
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d4f07419b0b565b2b838548d9dadafed2bcc7b017e9e4a27328ab759127ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4912.pt b/weight_and_grad_dumps/rank_step4912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4579d4d003c69072c200d74a54f2e4371d2371a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc99309cb22ce9a691e67489296a2817a672e29e8f85a5acea9336150589eba4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5017.pt b/weight_and_grad_dumps/rank_step5017.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92258c71917c64dd1038f6b384de64da7d08fff8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5017.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814fa7212f48b28590a3d9fe33d60159357845e61bd397477341feb9694ac4af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5048.pt b/weight_and_grad_dumps/rank_step5048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39036dcdc97ab4220ef4e5b5f211f33dc4053f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e1b44939eb57ba6a798cc2ae7bc7af7c3301ab1c4b1e5299dedab6419471ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5175.pt b/weight_and_grad_dumps/rank_step5175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb4623bb927bd2cbaf9b19ffebd679e0088c786
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc21a5c2c733819a6f1c931d421de9b5855814b663651fa2118eaf2d4b9ba9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5182.pt b/weight_and_grad_dumps/rank_step5182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d41d9deb90428de7c5b9a99b3beb618f50d25a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fcdd23aa8de25da57a63eb78434d3a4c4a961fdfeeafdba5fd4f46244392d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step521.pt b/weight_and_grad_dumps/rank_step521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e0f73433b4edc89eaa35fc7d8760b4f87d3b53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296084656f105dc632ff28aab93314fe9217c1f503f0c72470addad3227aabba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5224.pt b/weight_and_grad_dumps/rank_step5224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56cafcbff27ea1708da1abc424d5292e48de502
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252ab7b36e1e26139d052c4e96e0c6d97817be2b2824673a3a91a693d9b9fcb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5319.pt b/weight_and_grad_dumps/rank_step5319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0964eaf2df18ed56656b617149de22b06747d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70099b98fb3e8a1adc0af3d0b406a2f723d9a9b505f4bf83314a1458cf2a533b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5471.pt b/weight_and_grad_dumps/rank_step5471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0141bf99e351f4c3fb2c6eb1e540c6524cee66e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f5ddf64e928ac4e21b6ab7759a92fd2f234bb7f6195f895a39f39972ea5c7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5486.pt b/weight_and_grad_dumps/rank_step5486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4208ddbb087634f48ff42ee55bd69a548d0e02a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280c82cb3fa538ef921870fa4f918a5f414183479ee3cb8b7d9931458940d7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step551.pt b/weight_and_grad_dumps/rank_step551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31be6051f8b3df797ed5ba8ad7b1d72dbbe7f61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbc0677463f69d3d50eb9fb66eaf344778e5340fcd23076353203383b8a7d95
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5513.pt b/weight_and_grad_dumps/rank_step5513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71f295c3d4188e9f7f8246ca1d25397c117e147
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b898d527b031450ef199190512b467bf6bb8b504ffd23b8b3a69763c1b5aa3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5596.pt b/weight_and_grad_dumps/rank_step5596.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8a9562d7ede8d4026cde0bff98fd0c55ffc1b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5596.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a0ed5a63b00db8e4dd065d3195fb83c80ca6dd4f218cd6889fb9a2f5bde53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5642.pt b/weight_and_grad_dumps/rank_step5642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374c99ae626b4d61ae740b14ed3ef0c1f0abb5f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238008efaebde35694530b6b3fc396427b4f66212cf7785284d129745dd7cf82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5720.pt b/weight_and_grad_dumps/rank_step5720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839cfd286a33946e8bb77c84ad2fe64acd4b6c32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567a0bfb762d13aa64171bb0c30ddc894e22a33428582a2b0ddcf90bd950ff54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5752.pt b/weight_and_grad_dumps/rank_step5752.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96358e70f9cb4eb330fd00bf9abf393d6d4def01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5752.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83463419bfe5f0862167f0175addfa6bcb6c5a236f82c83b3248a9f5ee667680
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5788.pt b/weight_and_grad_dumps/rank_step5788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d897be1b272471b3f0f1cb11a3eb9c6f0d6beb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ece4bbb6edb4e3114a30d1a395b999ecb84a2e195f31157c21653a676f1397
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5803.pt b/weight_and_grad_dumps/rank_step5803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8587f73531f0ef0e89d3a805ae49633795f48b1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2caed42afab4749d6aaac429d794657255a494a10f9f3fad6b6e31ac0a3c56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step589.pt b/weight_and_grad_dumps/rank_step589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8cd5ed2420ea0f0fd560b6767d1860b9bfabbe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a61913d922852bd78550e6621a395f038103770c174de7294ae77abd0459604
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5961.pt b/weight_and_grad_dumps/rank_step5961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d304f36f4ed0b272a50dbf90125d2213c8a6eeb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51855c93421a31a9c24c0d25a1a381d65c4a1c00ba90176d574802c2be87ce0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5996.pt b/weight_and_grad_dumps/rank_step5996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c487e28fb381d69ceb5ad2bcb771a2f3eb214c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85943460fea87fce3e9e4cbf7a61ee7125096daf9fad3e36815a62034d66aabe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6005.pt b/weight_and_grad_dumps/rank_step6005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e78c0ec684290f4ed7f565cc8c1cd51c7b0112
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3859bd494408f933c7c761cb7c5bad47bb1dd7dfd89087c1c93401d1888e357f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6138.pt b/weight_and_grad_dumps/rank_step6138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95b7a12f811acde64e8d8d2b74eeeb57e1c85ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c89062a3db2a6e860819068a5c2ac8c60bcf8ef4ef6f0a4c50e72d4195b2e72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6167.pt b/weight_and_grad_dumps/rank_step6167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66268f97334b7670e551013a81a9008a6cb9b1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d085a66eb9b5094ec7b72165f3139eace4f03ea99a5ba4d49394571fbf8b4c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6236.pt b/weight_and_grad_dumps/rank_step6236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b882a96af41a9f654c48db44931f45dec379a86d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf917aeff81f073770590802b45d8cef976baf4c92874eba435723d0662d740
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6354.pt b/weight_and_grad_dumps/rank_step6354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2d20cc218858340d345dd1dfb38b2fa765c0a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa100a5944236296d55dd15a8afa953ff2333f5b1faaf1262c6c679897505488
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6463.pt b/weight_and_grad_dumps/rank_step6463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166904a29dca4a14036ea4172af922a1abbb8df1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a201b127b518778b9d851fc39d2aeb73ab1d52eb62fa27e0853d0719eb2f47c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6494.pt b/weight_and_grad_dumps/rank_step6494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2c32963053e768b5726c353aaac49c8af1785c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb5fee5d748dbbbc770694f6f97d9fe07da47214904e41d8ea8b8003a01425
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6501.pt b/weight_and_grad_dumps/rank_step6501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ded03409efdb374917d59740cfd04e5cfb9a50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf197d16fb029a15a936a6d2190593af9e9ae29dcc9ff5cbc6e3e8154b2a135f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6620.pt b/weight_and_grad_dumps/rank_step6620.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be04ed4d500b31d462b264195ddc876130d5801
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6620.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a491382faef9f61fc45a66df5f6627fd99a6db379b73fefc316dd360af49a2dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6650.pt b/weight_and_grad_dumps/rank_step6650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b436715767c0adbdf38f1c781896b29f03405c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef48281e53bdf1eb5e456ed244555e545f35b2d66e73d19cc9e510855f9f627
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step670.pt b/weight_and_grad_dumps/rank_step670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fded1e60b2bd4e3a2fe2cdd5201a4bdd6e1aafc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b88cac8d252173fcac449dfa70a643cd203a86f4e22dc3bb118150be30fa31d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6732.pt b/weight_and_grad_dumps/rank_step6732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4306fc96868d7fb263c263f33a4de229910cae8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f34776ab1f2862ac5979ca9c976d80e03696863f56ce78f6c5a9c33ad48eecb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6811.pt b/weight_and_grad_dumps/rank_step6811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e0420970c5e22e604573423aa63366888293a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f45c33bc45e2e27f7ddd89335063a7bd4221e74fecbd7a63980c95f91ddb982
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step687.pt b/weight_and_grad_dumps/rank_step687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7487eaa8ab5c7d6447c909e3ac70db96698800c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7762957a8fb8aca120535c82d88bd0b88cfdffc9ca24aa34e6e73b02a8f2e078
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6973.pt b/weight_and_grad_dumps/rank_step6973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348b0c955f272eb571f7f04ea23e965725441f64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec076e24b003c49c4835e6cc635cedbb3605faa37000d58eccc44eca088250f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6984.pt b/weight_and_grad_dumps/rank_step6984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30fda3775e15f6958973a10381656df359791ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dde3cdf67993975534bbe61a6adda342c4f1a99a0bc297af15ea8ebcfe6bb63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7029.pt b/weight_and_grad_dumps/rank_step7029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd66dc94ee0476cc220cefa0c556891a0ad9be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da23c74c2a4de8f6310c59b5537daa38418982a972fbcf8dec6dc71675ace1fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7076.pt b/weight_and_grad_dumps/rank_step7076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbb538014df230748394ac7ae3504b63693c03d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae442c22f475737dfef825e8eb2c4f54e1a84fe2441b9fc12939ee0f53cfbd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7081.pt b/weight_and_grad_dumps/rank_step7081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fc8c0196b19915c4430a70314593164c54a64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4a6d38bacbcab88261b934a8c4902a6bef728e0fad2a4476a50b4bf1e05b2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step712.pt b/weight_and_grad_dumps/rank_step712.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6a73cc5ed65dde091b7a1b68f0cf7837a6d561
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step712.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022b2805d0465a49a57955add1449d266ae24c471487cb8d022a16a16f0e5d9d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7235.pt b/weight_and_grad_dumps/rank_step7235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b213801f7f007e42d8a196cecf8ebc8c3b1aed18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4230cc7964462b9fb9e492c65fa72927bac1f997962a96856da31f10d9bd4cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7237.pt b/weight_and_grad_dumps/rank_step7237.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a70bbb6f2222d19cd4d57042bae7fd540c54940
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7237.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb40d4ba3d5e8be5e62846a721473a17d26320059546f7db7e8fdf9940f81811
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7245.pt b/weight_and_grad_dumps/rank_step7245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567d37407c0e2bc36f94a16cf5374c646927b912
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7ef2436ccb8fbaf10da6ea5de54c910722a69b0d0a6d87c6f056df2631ced2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7327.pt b/weight_and_grad_dumps/rank_step7327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b27f08aa9e4b1a46dc04ecbe3f3cec171e18cfd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72b18a104df27ecf6b569c9900a8bd8de1c899d557e3bf3a8f32761f8bcb99d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7378.pt b/weight_and_grad_dumps/rank_step7378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb707164c26904969aeeb66dc421d0351170ae8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a34b4a8a1f0ca5350f4347cca90b1afc1fdc2e41271e0a01c7c182ed64d260
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7410.pt b/weight_and_grad_dumps/rank_step7410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb5d4d69944637b13767bcdcea33898b4741239
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6030e4fbb0872544a6ee03ea7896e922e59e793427c081aca3f647141fca8e50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7572.pt b/weight_and_grad_dumps/rank_step7572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645184379297084c4a4c663a8fb166cb314cd0fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f144d59536c134f723a2721aaa5c46a0dfbb48f72ff9f2efc39d96fbd74ac6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7585.pt b/weight_and_grad_dumps/rank_step7585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fdd01f1c84d3c2f71f63b073484bffe4d0a359
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cf840b41e67c62aefe651b9d2f21a48e004ab3712aa67ffea8bff4815547cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7623.pt b/weight_and_grad_dumps/rank_step7623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51610ad47113a6660fc2949fd811a3be6cae2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189d80f0fac080aa376c44c2e9322bce53893d20bedbd72185e845a58b51507
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7741.pt b/weight_and_grad_dumps/rank_step7741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1830a5e6449bb249d18bffc9c3d2055337ae04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6addd52949d670a0694abe16e394e7a71cf02a170e4d71f2ca2371840653956c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7862.pt b/weight_and_grad_dumps/rank_step7862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ef851b1edcd385a61c9b59c8daf593c393c08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e8486ca5657e2ed51a8278cd326c2f0770b864c48c18b9f774db072dc50904
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7895.pt b/weight_and_grad_dumps/rank_step7895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37a4d5b28692fb0fe5e6e71b9021f6efc30f48a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e150342a01fa1a86826cad0a43529c221d6c828dc3fb687ba1e09614a9757
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7900.pt b/weight_and_grad_dumps/rank_step7900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaeae17524871e97bf3a7558564f595a1f63f85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e839a34491649e14122d2c88b95fca5a35be344390e5db2cebde544e4278627
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8073.pt b/weight_and_grad_dumps/rank_step8073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f1ed641b7690dee16f34241a5f4e9060f932bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06864d5f40b8500d073f81d6f67d6e339bb42ca511f3ef0d122374c9080d605
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8084.pt b/weight_and_grad_dumps/rank_step8084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d461f5ee95ff55435a0a03e76d0114f462ec47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7c6534742523f929d4da0092b9f68719fd2f12c7f9bc44e7496801cac071d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8111.pt b/weight_and_grad_dumps/rank_step8111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4349d0e95eb4a9c6f8c5ad270073b8848976b31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d34bbbbbeda0cb369de50b7d822af9618fc6f087de709539cb8855ba31b121
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8240.pt b/weight_and_grad_dumps/rank_step8240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234a1a30541953249a9cc3e6a6d71ef35a6acd4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d018dc8c0da9ab93c16453620cf36e579bb1a6ee06745d31577d8f1da4c5eed9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step831.pt b/weight_and_grad_dumps/rank_step831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18244b2d7d1d8937802ce1740e6c30fb873af03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74347a48b646dd1728ee900262dd5373c07ffe92494cabb8f80d5585c83bfc39
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8322.pt b/weight_and_grad_dumps/rank_step8322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba2161d3e979347b3fbefc8a8a1983454270f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5111775c8f2ea898add294fe6ddf2b3c5934f939a706221bb9d34a4d63273
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8415.pt b/weight_and_grad_dumps/rank_step8415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0797d7334c64890d07ee51bddf9b8be29f47366d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22167ded1fdb83181c6c932370844bbb977babe74e41bf93722a15c28eb986c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8438.pt b/weight_and_grad_dumps/rank_step8438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609858f72317db2b3db50c006b08bf6190678245
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419f1695e412c060fd554d1cc283da7880ea9bf5f7c3b3b31f482a3dc4778401
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8528.pt b/weight_and_grad_dumps/rank_step8528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9c160ebac888aad6a2b977dbedbe7d97ae4357
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea76ad85f68df51bcea94771736e21745f0de4ec271fe2430af1c51139bf6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8577.pt b/weight_and_grad_dumps/rank_step8577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d8b74e78caf06611f1dca0e0413d153555743
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87f6ee617a1735be91df4f645ecc8f49fe49788b33d981df67e5ef33f79f3c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8580.pt b/weight_and_grad_dumps/rank_step8580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ecf7ce6436c11a0e260e21326dbcd552f9ea31
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8c8e21aa5c412703d096a23f1a4104c6ab1bae3aa54af77d929def38f1fca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8626.pt b/weight_and_grad_dumps/rank_step8626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbfb1c283e1dd8811902cdaf407e21f336aa794
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b233e70b0267843ef4e89dd72f69a7b72af59db3686d07e080518b5cee577a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8679.pt b/weight_and_grad_dumps/rank_step8679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e042c6f2b6400963462dc7b97f9e6ee2bc6feb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950283b93531c32646e28da46e5e8479c1cfaa45f7762fecf38cce4fd15ead07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8744.pt b/weight_and_grad_dumps/rank_step8744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbb837b55a027cfac763c57072a764a49672a6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d62870b9fe9daf56efbfdbcdc252f198613c3b24ea789a86b50c7d3aab590ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8838.pt b/weight_and_grad_dumps/rank_step8838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc63f00bab2078b8eef457daeeee88bf04eaaa3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16a0a8ff402f476b4cc3ec0d9ae844265d78276a49cc9b85ef1fcd4fbc1b222
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8867.pt b/weight_and_grad_dumps/rank_step8867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6ca2fb4ffbe6cff18d082136d4f3f2dd431041
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b88bef240860376c477984554b2fdda5257ef32928e4c2f42e46086d20b7ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8890.pt b/weight_and_grad_dumps/rank_step8890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d246a1e31bbad3e21c65556d8ff1c01308b4fe0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1082ed52e5b74dfe2c148a9315888b60d1ec892f07b97870ed21d2348ffa79ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8905.pt b/weight_and_grad_dumps/rank_step8905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02814a0ae60ec01ea4607b4f1e981ee2a3d7933e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcc1bdaf3d3c00a276fa9e4ff3f553599db021f7399796ef68250b723670314
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8977.pt b/weight_and_grad_dumps/rank_step8977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e08bda13f71ab7266f2f250e70e62f7389accec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54285d111bc2fa4316ff471c327a865d6501cbac1390a584d713831738f0e70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step899.pt b/weight_and_grad_dumps/rank_step899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04ea70046c88e0f3b91204747d74c20a03f954a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6c5fc428ade67c7e70983922c84b05ceccb4cfc7f1fedd7682aefa56f1d24f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9000.pt b/weight_and_grad_dumps/rank_step9000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a674b92e11389c5304807b0bda52b3c36f0df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb26a1edb22f3b954040b347d0145852adaeceb3d8507e81d38a84e4fdbd06c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9162.pt b/weight_and_grad_dumps/rank_step9162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a7c0c516cfced5d6c098766da2aab6e4acb1a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea8f1a06aa85ed08aeab71f72f382f9d0cf7de9bec04c5bc730dc2e64b199ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9195.pt b/weight_and_grad_dumps/rank_step9195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0140e01e46085122edef1ef99f13ae1d70b15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15ed86ebfafe8e4bca3478d1aee36aab124c439961c2abd5057d197c6f30c40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9351.pt b/weight_and_grad_dumps/rank_step9351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b0acd987ce950cdf389393310d3b518e9f4d2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02a7630ed7dc035eb835f911d71dbdc127b21fbe7ca7fb62ceb63b4e09cf8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9439.pt b/weight_and_grad_dumps/rank_step9439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce2643b3dba6a24bb52d8fd249a2aef1fe4ebdd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fb16e8ae1e95da44481ab6450d79aed140658ec3dcbff83563fbbd42ffee69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9491.pt b/weight_and_grad_dumps/rank_step9491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a23d93d18d990ca5f82459f05c7885b634b7049
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf036d8f1908fefcf53220ab5f01dee82e9c7cdbc561dd3a0784a07e15a561a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9504.pt b/weight_and_grad_dumps/rank_step9504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2d74731abc1700cd4a9c7ee74095f8ec581c80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471f4e4c2732bbf447006ee637690159d5a0755b31f16e371c606a5e54a3aa4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step953.pt b/weight_and_grad_dumps/rank_step953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be67b8310e999ee4cb1fb7827cda82f2e4941d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b61ad387e63d116b321fd93aa076a0d81b6da0d1979e949bb38189aec1b4b6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9655.pt b/weight_and_grad_dumps/rank_step9655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bda7093a57966b3d2e0065b5b93ec92eed4611
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9549736a96b959f49ad4e61ff490912d406a1652f83d60c365885dfb1e8db407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9737.pt b/weight_and_grad_dumps/rank_step9737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd48484e823d51ba27ef600d03bf043cb78319d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd82ac0522b8e99b76247bc770cdb49ede260ba9f27da1c00598831220d323c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9768.pt b/weight_and_grad_dumps/rank_step9768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6defdbe00752b7c39b9e0a7d42c7973ba8f63136
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78c94e44c6679a22a7b8c4d8b09dc3a463aee151fa64743edbeaa3f27ef851f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9814.pt b/weight_and_grad_dumps/rank_step9814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3490c8723e702097f8f6e3f357be7878ec1d9f95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25df3dc3089a9fbe49d06d5fc947d1f9be7179a7487cf6a5b67514539a010abf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9929.pt b/weight_and_grad_dumps/rank_step9929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9610f2422bbd2cbf2fc7693ce0266ae974dc14ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfadf2580ae14ba4d6e9101d127f1df35b8b6c04412fa54d4bb3d78c01e86c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9976.pt b/weight_and_grad_dumps/rank_step9976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fe41452333ad32decd9bf17c05f897aa1401cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e04d549bea60750575b150ced621f5cb859977421e1d867ec64379d47fb8475
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9981.pt b/weight_and_grad_dumps/rank_step9981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a0a631a97c393903c6b888e9932bb2f7b1875
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572fbfa1224d4edad55ca3079248d95f2a9a94c5e95663a174cf6d8654d90555
+size 1524331132