diff --git a/weight_and_grad_dumps/rank_step1108.pt b/weight_and_grad_dumps/rank_step1108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8402d3f5f36ae0ca39d27c554cc7e8f1146f11a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8b0f5f74fb0ad3036a20231a573a1f6cb92dd673d7c4b3719c72cd42ecf84d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1229.pt b/weight_and_grad_dumps/rank_step1229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1910de20fb35d5fab3c9e005d29c89e94eaecffe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7603c96d9ed7e49f1de460b65a8a6528d1f84869a805248398faf31c15bfc4ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1276.pt b/weight_and_grad_dumps/rank_step1276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2267c6dfb07b7894c6ed7424f96b070aa88c8746
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58ec3bdc30596f358506c8ef631aa82f6e7abfa0cb6b3db7ed590a80c5bd33a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1423.pt b/weight_and_grad_dumps/rank_step1423.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c8c4b741cef23232100df4c3002ed059b6a778
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1423.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60dd761b36770231c7e95dd77820ac77ab67a18cedb94c56be40759b14baeaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1453.pt b/weight_and_grad_dumps/rank_step1453.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7bb4c18f40a5ef2e696715e97549fcc52c531c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1453.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607d301c6aff3f5a7aee33a7a091f991e637f5fef76125fd8a25a315d9725443
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step150.pt b/weight_and_grad_dumps/rank_step150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690cde6e4574b166aa6a753e34185a3581967978
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107136c77caa4cbbd48ebca0d63eb23cbf5fdd1dc9c25e048adb206421f387f0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1531.pt b/weight_and_grad_dumps/rank_step1531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c119458aff4a4c287b10c25f35ce2871c03dc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ab9b7c297457a11b8be97fafc9e7f1a1db58b1b0c6cce98e826d863bc33105
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1541.pt b/weight_and_grad_dumps/rank_step1541.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cbefe5e2c2ff3db6bbd15b89a1f7c89fb3fcd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1541.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420923f4843639bc129b839b50db26c63708b253fc62823ca4e3226e02d8da7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1599.pt b/weight_and_grad_dumps/rank_step1599.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7daa319df4cad8dd5b39f9e1b13cafd381475ada
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1599.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e5d369cd3e7e404f8d2ff77ec54c1ae8f982c0e3063362fecc62d2b292b67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1610.pt b/weight_and_grad_dumps/rank_step1610.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e392fcbe5cee8b34d7e108adc0da3089e951a146
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1610.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7981ee662e06745be25d2c23fb9fcadfec647c9bc67d7b694ecaf0eae6ff2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1660.pt b/weight_and_grad_dumps/rank_step1660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5132162c9ab05b258e63ec22b6a317f16a2a9051
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098dec682df7bf1ce9c8201753557caf4a5825062a0b3d5083f6b8f034da8bbb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1702.pt b/weight_and_grad_dumps/rank_step1702.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6580222bdecf00cd4c869d66253457463db0335
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1702.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33fd47fb1ddb0397bb0e19ddd81b0377d717934df95940d10efeeae2304fab3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1772.pt b/weight_and_grad_dumps/rank_step1772.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641106c985dcd3f9ae77a9a438ed0ee8f84833c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1772.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599dd6e6271b55f7411a0989c220ba9b1a6c561483fe2808e43c4a60b8a07cd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1785.pt b/weight_and_grad_dumps/rank_step1785.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1584fea6f0e771cf7adea4bc0afaae52bd378a09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1785.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830492ce61a008e35b4e17963548bb1e225c841c2435afff9284855cced5cc56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1851.pt b/weight_and_grad_dumps/rank_step1851.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ef4852edf038edd8492627bafddd2a40e8e929
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1851.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98af85dab47025f40d591fa96d56f0a210565ad730863945b5d25543e055d355
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1933.pt b/weight_and_grad_dumps/rank_step1933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a4205308c4b6a5253822d003a764b4c7532ada
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4063efc7ee0630eb2a9fc6704c9e5fda84db2a2fb39a98f2514ddde436d081ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step201.pt b/weight_and_grad_dumps/rank_step201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f49509bac5003ed2401e32f22786fbed9312513
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bd61319c89ffdb1a2f1ab9c41c35ce6451b21f308ffcf5901a73f111487bcc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2027.pt b/weight_and_grad_dumps/rank_step2027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9666565fdecf9eb799ffda85fffcba7d8981a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9ed09797fd57f245036b43dd315b94b29cf476aca44997bbef896b1ff157d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2306.pt b/weight_and_grad_dumps/rank_step2306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb8905d1ea3b2cb0869b0038c3d30fcac9b2c26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bca88fccb53fb4144cede9a38ed82fb322c01a0afe6cf27908ca3edbb67409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2431.pt b/weight_and_grad_dumps/rank_step2431.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c78d1c8bcace556b242abe98a21ccc381081103
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2431.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2ff6ffd6195c2d9e7572b545d60416a7e95e700a886b3c856c276ce212e3e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2441.pt b/weight_and_grad_dumps/rank_step2441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e251de822ea13d39bbb7a7043218ba77305ddb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac103b81a1fb671e4476f3cfd9b144df323db8732d19da318233330134ce080
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2499.pt b/weight_and_grad_dumps/rank_step2499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbf6b41603f5ea4a85ccae3fdc8c3e0ade3f002
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027432a0d539b68d28f1f5602970bcf41be4fdd87f8b661c84758f506f1b19c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2523.pt b/weight_and_grad_dumps/rank_step2523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56ac871a16e719eb3d1c9e8eef570d67cf3c1bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d28e80305f2554044a6d4820157b9f80746c918574befc42d5228112184b8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2553.pt b/weight_and_grad_dumps/rank_step2553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1617701f4be23084139fbb167b48e76c4d8c0e14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd78c24cee3b8ec821119b11d6d732f8f55ca69e331353406effbd77d179045
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2602.pt b/weight_and_grad_dumps/rank_step2602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab995a8deed4979f8d496b38fbf8589c50e0cc94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa165fd011f34833c4a0433fc8aaaec69921ac14b39bf311bc67c21c58daafc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2685.pt b/weight_and_grad_dumps/rank_step2685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77455d47601535d537b4a912cdc7db205009debe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba7e1abb0ed818f00f753eeddff7af071258f59a3e89e4737d9fb18a6f8d66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2760.pt b/weight_and_grad_dumps/rank_step2760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2746e95a2ca127a4bd47e5b67a3d3b7a9a711d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6c1d7c5e36992783cd9d048afeaa877d5e1f9100da711cea34b4a9deeb4c8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2833.pt b/weight_and_grad_dumps/rank_step2833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c7f9d36a31a9a8de5b0599f9ef8dcc95de1828
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244d500320c9e3eb5b350f1ab6be3c72083194d1216ce3e50c6d07bf84a75b41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2843.pt b/weight_and_grad_dumps/rank_step2843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868003d3fec84293f786e519279f44bda4c92685
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d9b196f6ea758b9af6441ec96e01b2d501aef023cb70ec981254f43c0adf9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step286.pt b/weight_and_grad_dumps/rank_step286.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40cae0d3337b0b0e884fafbde27c5dbe5b14d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step286.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444a18298475e9aa63bd9210aa2eef1eb827f389e990b5351aa459aaeadac09a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2921.pt b/weight_and_grad_dumps/rank_step2921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453f9182d24906b8d50bacddd004cdb8fa20f499
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7dba2307cc49547f3615c7955a66bfb9898d2a4742feec9eabf117e0a6822f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2951.pt b/weight_and_grad_dumps/rank_step2951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac2cf99b446478fd18af25d29f00bc8a84f2416
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47910536bb8c5fee921b6558e8ba93d57c391cf5e2efc04a5b323f55a114ab87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2989.pt b/weight_and_grad_dumps/rank_step2989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0ad3d5d26ddbfaced89841e8f81522a38105fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e16934be29c3d6894d81f2812aea89f194690d7b82bb9608fb67364cfa249c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3024.pt b/weight_and_grad_dumps/rank_step3024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89098dfae640875f18d75b7323a17793bf9bfa68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daff619efeb78b6f2d3e04ec7efb46be4eb449925e37243962d7cc7721ad4b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3054.pt b/weight_and_grad_dumps/rank_step3054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5d98e2fc5f1b1e273e61d9f9a3464dcbcd01a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f9319d0538a74223e17e1e8cf398a82c78ef90c4a0ef4baafb43136f0163d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3119.pt b/weight_and_grad_dumps/rank_step3119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3776c85c7f0a2ac5c2719f1287efa19d2cdf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febe9c61cf0a1bcf560cb860d6724ba4fd9e888a6b14f3a1989fe9845c0556ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3136.pt b/weight_and_grad_dumps/rank_step3136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fe53723615503dc03768e52ed2b89d0403bce1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0338674543f7bc87b6636bcee3b83912d469a853b859acd4852117298744ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3146.pt b/weight_and_grad_dumps/rank_step3146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def8991f32ac10dd2cc96804658c967a91c964ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cdaf7fd9b14d04fcb540d834f5c328f8a9d5d772f70462f361c933c9680962
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3169.pt b/weight_and_grad_dumps/rank_step3169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e70053b50336d2b862a04fae09299697d40dce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84e4291c1d4b3b8891752742217797340be5f6b5745f38f6d663ddc185e851c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3217.pt b/weight_and_grad_dumps/rank_step3217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6061f7659f036df88af247662d1b23c817148a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9b09fd862bbc6722ffe689ae98b72e7bbfc721562df2b3a507eb3f4de2b440
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3248.pt b/weight_and_grad_dumps/rank_step3248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6499be152c037956bb0c3052373d8d3be15d91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1964a83c4e4a71df38d6b5c2e218a9b9c44c3ffc45cfda8e0e3b6bfd073eac6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3290.pt b/weight_and_grad_dumps/rank_step3290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe3c2461cf8899699e225a00bbd35727703cc95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514ea0a7eb09ccc29fc94692fb9ae2b09be9993d150e58dd90ab9fc6492c4321
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3375.pt b/weight_and_grad_dumps/rank_step3375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaadd9afbca8dc89f7ae52bce83cafd01c559be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5231d186a66d9140cdd3a8e3762d615dc791f8699fc2ce84f0b55147ce179a83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3382.pt b/weight_and_grad_dumps/rank_step3382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52644335198a20b692feb34e6d45ea7233c4d9d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8259b0b8cf80c5cc506caef341c12b2e581e608ab2acc900fa69ed5db3b68e20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step363.pt b/weight_and_grad_dumps/rank_step363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50127d39fe2a046e7231b052cc2e24cc8d88bf84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee3af591356f1584b6c1cd1ff1c6d82300f56401b07507d422f1ad01be90204
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3671.pt b/weight_and_grad_dumps/rank_step3671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40312ad3c53a05551501b0cf3330d3c061d43e58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f40b10d06a42c6390a0916dccf8ff7b99d17a47ad02f5a67449ac931ec6deb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3898.pt b/weight_and_grad_dumps/rank_step3898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721481294496f071e2830a1714e54d8d37e52517
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7a6b1fba81eec9e24cf8cf63d8323fc8ca1cebf6a93b0e537518af3a6ccce6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step394.pt b/weight_and_grad_dumps/rank_step394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c7c85e8ee927fd2b26bfb7aee44f74e9e4f363
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554d3c39a5859352a980e58358ea83761a5a6810ad14493074fc1c749e620393
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4073.pt b/weight_and_grad_dumps/rank_step4073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834a4a6a9aa0d982ebee69e5f854a3a4276d64cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2484da9f5f46171741641feb4ebb615011523fd1af3f2376fd2151c7d4a6c226
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4111.pt b/weight_and_grad_dumps/rank_step4111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dafc9a733ffb514571ff4402932975bbd9fb1db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48434f34e83e2bcf9a12aaf1ac959eef0085dbf6be2b003aa63c236c002e1c8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4415.pt b/weight_and_grad_dumps/rank_step4415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0b3f1ea4801aaefffab34e79e7d44771aa4a7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a627e024b07140167e72ef17d630b4d23a0c3046cf38a14ac09feb4f94e4b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4507.pt b/weight_and_grad_dumps/rank_step4507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe992684b96cef9c924c4c51294250dfab5653f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80b401f97242054a6fe598c1a1f10060bb0638732f07e6f6ae5aeb7898aac79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4528.pt b/weight_and_grad_dumps/rank_step4528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9febe05e49c558515068b4ad2408ce721f45ad9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754b2a09decf62235142732324644e20e1057a8ba8cb65c0378330e7b6ce22c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4577.pt b/weight_and_grad_dumps/rank_step4577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee165a8b4c26ba38d048e3a36feca08271b0f7b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bcf346689581ed9b3acc2ab1e203887821976c5e9cd564a425b9925ba5c0d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4580.pt b/weight_and_grad_dumps/rank_step4580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931a6e0b08756586f76bb43da8f134808b0638b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d9979efae71144119148fd0fa54d1e963184be47d8857f785d302470ed86e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4609.pt b/weight_and_grad_dumps/rank_step4609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b56a43656484bbcd23900991c16bec99eb4459c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d593b7ce34f668e51c80ceffe354863c9414b5dee98f8e91553fedf4444b8c9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4626.pt b/weight_and_grad_dumps/rank_step4626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b494d656ac2edc0c7ac89fe09a1248c40d3a1ff4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e072516fe60f43c5110b761ab7135f96323376afe2fa852e54998b917fe311bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4656.pt b/weight_and_grad_dumps/rank_step4656.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975e83fbdbb420376b53595bfc51cfbbfcd718d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4656.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394ab72766805c8487669c8bcfbc89f8879c1b17218d7fad3bec7a5cb1290c51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4679.pt b/weight_and_grad_dumps/rank_step4679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0523b82d076c0c5ab52eb2315cb5bec682daa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8928fca9700c9f325785f5c569c5b97eceff7a89afe489925916f9cb116e033f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4734.pt b/weight_and_grad_dumps/rank_step4734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51770ba927eaac7027f2de81860895a5a44d312
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b99fff970b198b6b1b2350d8228272821d7a008b0dad0bbcae8bd678346bf3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4838.pt b/weight_and_grad_dumps/rank_step4838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9066fa7f277cae2bf566d2ada52e2199e91c65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082e0dfc1fd12d0095638e041c9e6217b76bec35d909d5510948e7666e8befeb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4848.pt b/weight_and_grad_dumps/rank_step4848.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df373cdcf57c6c1ae92deaedeb06050664e1cce8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4848.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fbde7a6a4ed7971a4af26159e73668f4b39a6df303132a263dd5b5b140eed0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4867.pt b/weight_and_grad_dumps/rank_step4867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedf4a7eca35c3193a29b60db4c567d6927b8fde
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7262279306b01f0e934c9ff45e44a5942e6e7a2ffcc9f1c07b9bfc6f1b50fd8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4890.pt b/weight_and_grad_dumps/rank_step4890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447000029c7c23238b5ee3d6fea33763146782ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ac0ef0e573c7224cef942b4e9f58c97f757b876f2c9e46654c3d7f8bea1d48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4905.pt b/weight_and_grad_dumps/rank_step4905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389e227db818985a4710cb8f9fdfd717de2ddffe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec4f2fea0d9249ae7d19ca9ebe8cbfce722cd03b4e593bf532ea7b1ecee31b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4982.pt b/weight_and_grad_dumps/rank_step4982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83016b5b6aed3bcd02497739324755de755e0d41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d024b6e227a5d67c3206ecd09eaffe9a2cf6dfe0f3e42788856a8120c1350f75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5000.pt b/weight_and_grad_dumps/rank_step5000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f62aa0b442a2843fb98a26d745614246d896f67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46aae40c4bfd0c7df581ff2b3ca47b98bcf05c4c781969b4e72ea467aa59951f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5087.pt b/weight_and_grad_dumps/rank_step5087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6580f357a7ae0691e01eafeb09d90c9adbcdfde6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6f2273951d8adda9d75fadeef0df9d5cff8ed63a919fc1a92ab16f3a39140c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5162.pt b/weight_and_grad_dumps/rank_step5162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66ff3584010c39672c7334147fe4d7524537cdc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db5e825f9b01faead8f3530d50b249701fb54476bf382f565d9fbad905ad5c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5195.pt b/weight_and_grad_dumps/rank_step5195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8f04703060e9060bb55bd937e7b78e9873edba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5ad07b4d3251d3eedfb8f5be15d4f59fa11c33255a6543f4bb355cc423ef31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5233.pt b/weight_and_grad_dumps/rank_step5233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f82cd09e41de23c11ece3946c55330577cf1f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59e7f5146f0d89706fd7d9b8845534499cea5eaf1ed6acd3981607af2bc19bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5243.pt b/weight_and_grad_dumps/rank_step5243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73fae29ff621f71cacefdc4eb4701c8c564d91c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55de8fab23ee0cd3e27860625661fd23fc4ec933f7504da87278af6350693f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5321.pt b/weight_and_grad_dumps/rank_step5321.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39e918ffb57c5b096bfdd163fdce55e67130580
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5321.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2c3ff5172ea701b789a192a8b4e942edbd7cf22ab1663ba3d70bbddc1e3edd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5351.pt b/weight_and_grad_dumps/rank_step5351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252af0a4269b36e6671eed6f356091a95e81503b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df1e39c8161024018f23e5d7d7bd2d455b8d099eda410cef939ae9e8c7d6086
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5439.pt b/weight_and_grad_dumps/rank_step5439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd2e67fb6464b081de53f3ee476d3d2097a25f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0483aa608b0e65f09a8e415c8c3b8b152239308f073658510e5ef2145423f49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5466.pt b/weight_and_grad_dumps/rank_step5466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731353b6a3683c594cecf305527e7c3b9e6a6cca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ab6cb902e7b029680d76a36c6777ecc60129822f87db4b3b9e3e3f45cefd4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5814.pt b/weight_and_grad_dumps/rank_step5814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5d9e955ccb96dbee33677b34cbddc0e122f57d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1381a62c9a2d15f767c190535d1f62c162a6774cc284967580be4e45185c7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5976.pt b/weight_and_grad_dumps/rank_step5976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07adda3e2587a197b1cbc687004b32e8592f1cd0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec274c7c1135f51cca0dbcf3d99452dc554b3f8a3f79d251ca3b4d72695d90c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6012.pt b/weight_and_grad_dumps/rank_step6012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2eb5a528b69c7ccb715cd0ce91de538874a07d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75ed72ef4cc1350dfae94472d1fbc0f3d28a9c444b0544cbbdd74428c99ee53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6062.pt b/weight_and_grad_dumps/rank_step6062.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e8f9799242f9aac86e668474a55af24cb9e27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6062.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0e2b542d23cf2ef38445451d4754eb9e47d078131043f23f44eacd4745cb04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6095.pt b/weight_and_grad_dumps/rank_step6095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e0830546adea13d1c0efcbcf02ece9236ec1e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc967917775edcfb743410daa5cd3cf130745dc0e3d3b27bb859b53a9e126f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6170.pt b/weight_and_grad_dumps/rank_step6170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a89b45a6d2cbda9f419a771504801947a6bf77b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34c6b8913ac9daef523a7159351d59a2df4b34b48e280760b64544a2a43867a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6187.pt b/weight_and_grad_dumps/rank_step6187.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb0dbb659458b47afed41ecb9a71fa06e4dcf6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6187.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35527bed19547ec011445ca4632daa1cef0d73cd36acae956716d00281d8aec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6221.pt b/weight_and_grad_dumps/rank_step6221.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed61dd67d99e4cec0c5c0d608e939f38fd888bc3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6221.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd03d59053c595ded819c839a624ec852ff5bc3210706ff47aaaf144879fe75c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6289.pt b/weight_and_grad_dumps/rank_step6289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c3d74d2679314d9479044c6f36d0d5019cc80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dd7a671cabcdfa857082344b561d271d773d237c5f969fd60554e9252f0759
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6343.pt b/weight_and_grad_dumps/rank_step6343.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7336b4135c8f3a3d9b4362ac4c006864b8568af7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6343.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb7ed145d6744b1198a6421176779b61d5700fc4a80cfcf84292f3ce0f24b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step638.pt b/weight_and_grad_dumps/rank_step638.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503c19bac82b2e128340a94976b72bd80c051b09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step638.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ab61e3c78024dc010fe1c2ab0f114978dc909ad48f8d45a2deb05ccf05c651
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6549.pt b/weight_and_grad_dumps/rank_step6549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d29310c1e5f45cb3813af7436e9dc0ece9a726
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d46099e6e04f2a4c1fb7a3650afac622c60de0652720a591aedd6acb0006f02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step667.pt b/weight_and_grad_dumps/rank_step667.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106b29472f8ba80eb4622e4f6dd3334b1f35506
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step667.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a1dadb6ec374893de60705d4aae3326adb6d9f5aa80983a3947a4443d21552
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6806.pt b/weight_and_grad_dumps/rank_step6806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01df1669eb0931f7354338d59663a60db636ff8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa54d782b6d9eab48136cba56b420979d10eb7e32e00c507c1c1c17b74808aea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6859.pt b/weight_and_grad_dumps/rank_step6859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c11038a16047a7ab392235b3dd9980759d6942
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc746bb12b540014923ea73d665aaab55812916798ac0832106bad201995a9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6964.pt b/weight_and_grad_dumps/rank_step6964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9657a8d3b933bdf6d77ff0569446fbc753f7db8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7817fe090a75dfb514a70822e0bc8b3e469a461461a2258d9e23e3bd0fb8b461
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7061.pt b/weight_and_grad_dumps/rank_step7061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ece46e10e5539a78ae522be3e0c1d728f5a557
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4537e4c87208b75faddc1a2bfe5c308c728c227adb914c2a07b9b9781758c41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7103.pt b/weight_and_grad_dumps/rank_step7103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37a30f12927bb0eedea8b9d196c8fd844e69732
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73150a95daf7e15d5ff7e4d2f9e34d0c7f0f52bb35639281919bcc1571a8127c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7407.pt b/weight_and_grad_dumps/rank_step7407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171fb483f60f0aea502eed27999e7e3a2c641864
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77513db73d59c54c9cd2e7a380823bc3492f0c01e7b5008afafd4ed71b88aa71
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7428.pt b/weight_and_grad_dumps/rank_step7428.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62cb580eadc88a96aa748011dd046d8fcbe40f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7428.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99546f7450228a588528c76e989b8edf030ef16e18e6ce8c37daa657a93b31a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7458.pt b/weight_and_grad_dumps/rank_step7458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98009cf5826a3e8e7f51f80ab453504be23975fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6f7e844f3ace58beb64a9636d12cc38299284d18cebaf68e2fc3f3059152e9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7480.pt b/weight_and_grad_dumps/rank_step7480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd370a9f800a9f52bfd582625f0f7787b7e7c27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c793402194ca20bce3ec5c3309e8395281d4fb6ec0168e99ca06e385e8bc7f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7565.pt b/weight_and_grad_dumps/rank_step7565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd53c6f7235d392632352254029865d4064bb67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf0975f03c87ee41889a6b688109d2ebced84a074aea987c586d9cc1f47b6d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7592.pt b/weight_and_grad_dumps/rank_step7592.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aadc70d3cb64012d061ca4f1487bbfc0e724e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7592.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45069fe560df3af431316763317cbd4e11a52929a380804c9aaad88ee4580265
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7634.pt b/weight_and_grad_dumps/rank_step7634.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2545f4f7c23c2f9e21dc2ef8104702f74ac87ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7634.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947af41e3e9a30a402cf20c3d8e995dfa2a2bc40b5fede431bf726e148871853
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7644.pt b/weight_and_grad_dumps/rank_step7644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8cabbdc32d1250b56425427fe1ce61fd1c69b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfc68f95c599e2c2f34350536018d5c5f9c500c35c1bb15c6b5b8056aefb8d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7709.pt b/weight_and_grad_dumps/rank_step7709.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6a3c99d470ce4fd749a3564ecbd191a19d9862
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7709.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54bf418a390ec42e860d4db89b4b41d32e6c72a8b0b797b4067351d712f35fb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7726.pt b/weight_and_grad_dumps/rank_step7726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767a2afb9ac1aa5b642481c80c1bff74f5559fed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a51bb900f9308401a30c847f11033c20d2092c7c4d79a1be17ccfa05552fc5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7756.pt b/weight_and_grad_dumps/rank_step7756.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff7e28a265697738414018f7d087ad4438d3684
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7756.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162586f209ce2ff7d15e38be815052fd50db81031f85e2240903f9ac9bf6bfee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7779.pt b/weight_and_grad_dumps/rank_step7779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc0cc1061e27271316a11499dcd8782b2e608d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b471f1979ee7df1d7b3129b0d548c89ed0487c7a6b0ed47514e9cdd8751571
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7805.pt b/weight_and_grad_dumps/rank_step7805.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c086da3d868f921cda2c441f96a294f10411fddb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7805.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1827c15cf91cd3a553d5c4d34ec32df63fb299bbdbce70f8194043771b99206
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7875.pt b/weight_and_grad_dumps/rank_step7875.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ffc65e3f8418699954a886415d1aa3c46ad691
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7875.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8157825d3b5957f8b5ad22524799bfc3c998ea0ba8bd9912a21d7fdba97e36e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7882.pt b/weight_and_grad_dumps/rank_step7882.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0667883c6ff774c7bdde77eedadd395722f88325
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7882.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c36bb1aaf86581ff5067f5371ae5e098623a891587657993fd62fd0feae7202
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7917.pt b/weight_and_grad_dumps/rank_step7917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94976770eaff8f2148b5b86a945be6cdd4160f3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44d18734518621f005483abb0868bc6a068eaedbce7112305ab732746a4ea81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7948.pt b/weight_and_grad_dumps/rank_step7948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39a5a29cb69faf6d9d0a3fb0528b6905c682010
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3a1c08f55db49c5dca0b4e6ea3302a7210621f1963e508fb81d56369d6eb55
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7990.pt b/weight_and_grad_dumps/rank_step7990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d55bf60f8a475c8ec7010dc48268a4d0e00af4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b3d2b971f7366d36b9fc69d870f6d696407966f2ae287ac2620e7b13fc18bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8014.pt b/weight_and_grad_dumps/rank_step8014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5c93584e7659b7842b13fac38ebbee1e6624d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82692b59500487e54778b338b564f35ebc171a21fdd05ac5c08b141816fb14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8093.pt b/weight_and_grad_dumps/rank_step8093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ccc87cf30ebff2ddcdf47f12e7e5d8022bb9a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d93c92a8164cbd30fd08e5f4af1b1750baba150a840f0979923bcf274905a86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8106.pt b/weight_and_grad_dumps/rank_step8106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309155e5ed33ea45adca687cc312a2c0f30638d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99651d4f2b02526e25ee8aec6f40b54354c91ced615a62e516be14f69102072d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8129.pt b/weight_and_grad_dumps/rank_step8129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3ee4b4ee144ebb947c7088ca69aa6302a24bcb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff621798aa7606ccf9513ebc312091a2deb0fc837bd7ea4d1641cff2a9443ee3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8159.pt b/weight_and_grad_dumps/rank_step8159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32eb4170ffa840ec55a91e2c9c52fa5b98c72b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1094761c354a13503f75625437bea1a47c82eb54627ebae0a803c591294f6b4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8176.pt b/weight_and_grad_dumps/rank_step8176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da1531e9e9904d19029896a5f40aa77e487a618
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09238752fcfae4a76f11ceb8632e5af45d482ffd6e40d63cf617cdcf573f781a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8181.pt b/weight_and_grad_dumps/rank_step8181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9428b30ecc7f0066d6aae063ea48987abac7d859
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd4bb1e978d576d19c4b9628a3708cc10d37f3491243981b7c109e442b6d138
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8208.pt b/weight_and_grad_dumps/rank_step8208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39c13bdb068daa5edaa05a358f53d0e5dd98b68
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af01ab40f4925991b3bf94fca3129f04655a331163e019727b118c2e8da3334
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8257.pt b/weight_and_grad_dumps/rank_step8257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bcf379adfdd88530dcefda8817e829c5bd64e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa8375121b06b3a958dd15316b3cb85934379e65635ce67765e9fac0821be4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8335.pt b/weight_and_grad_dumps/rank_step8335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5513df8ee7fe6b549ad1f46a7260dd00cfb9d354
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28523164fc067c5e65fb61263e68f5a6651fa02a1bd26af4c845dc8908f6d834
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8345.pt b/weight_and_grad_dumps/rank_step8345.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b310de7d74b2cc2fb4df8c49fc5ce71155743c5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8345.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5636c952e669bd3debb0f030efef06f663402949cf40e300815c2093eacfe4a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8597.pt b/weight_and_grad_dumps/rank_step8597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1d3af5c27aba219619492ac081c39ad85e06f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45a6a82f929d6bc0246a0268b40a98cc6003e125787c4d86856c275e3693502
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8631.pt b/weight_and_grad_dumps/rank_step8631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a68b8b2810829a46377f156b0ce8aff66ba3d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226323881719d35d4e8a4719b8f83a7b2af1dc1fbcfe528dcd6da10f74d21e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8753.pt b/weight_and_grad_dumps/rank_step8753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa89c62f33b16121df4a5f49b3f6ab8bcf25a08f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031d19c66f4be187151e91856a2ce7f65faf0b603cc4dc62ba2ac1dd5f0b799f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8887.pt b/weight_and_grad_dumps/rank_step8887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f709e0126453702833b069276eafc5c912517396
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ef0232eba2cd6d86556f173ea849abeb337dd1f116385212ae5953c12d560c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9182.pt b/weight_and_grad_dumps/rank_step9182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb22639a80e811deb02aa9c4013a61599d6c9809
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76cc321acbd06c3518f7d31dfd7f479b94162f6afe0e49e3758b2e98a743df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9319.pt b/weight_and_grad_dumps/rank_step9319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7375e115cf0c91ca7d4fce0e654980043f578b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f8fd3b4c3b2b68b6609ca341421b7607e7bbc7756f042cb2e13b013ddb7f27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9346.pt b/weight_and_grad_dumps/rank_step9346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431f771bfc1c4e521502aff03913392460a2511e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c54c111fb68d1a17ab30aa9ba78263c90cd26a2fc317a39a2562afc87b1198
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9401.pt b/weight_and_grad_dumps/rank_step9401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334596286ffaef12812dcb52866204fd0f74e9b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f0a539e4ca811ca13e08dfcdcf9361fe41595bfece7d21ef7f0249c5a158db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9471.pt b/weight_and_grad_dumps/rank_step9471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f4df5acab31f97d8d4ab37bdca768526772f64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505a55b2ff6c018ab49a71de72d5a35fbcad8425dd22f7f06ab0a40a5a28d479
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9486.pt b/weight_and_grad_dumps/rank_step9486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed68a31b6b5f94ed26195a93f7391f4a4e44a64b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0d8c061548a83a4c518bfdb17fd564a03a5daf9d00d757415274bf78df8336
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9513.pt b/weight_and_grad_dumps/rank_step9513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bb8cc44e164a6acacd52ff0589d283ce47aaa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf48fa1b0efbcef848c8e18f4e3d4ae029f422f7df1c0972c0df4f36fc6384b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9563.pt b/weight_and_grad_dumps/rank_step9563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7f134d4c3a7643abbeba9f709cdb335335a75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e025613020e3ced70eefb3bf338bf7dd4ff1fc5b81306995bb3f28cb3e90efa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9642.pt b/weight_and_grad_dumps/rank_step9642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8157c9927c8edac7e42d65164a605846d8f13add
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3625682c2b93e7a6433dbd9e843ae308eed85e59cd46b8ed00110a7a49ed7f8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9720.pt b/weight_and_grad_dumps/rank_step9720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b097164121d333d597aaf745b6a65e305715aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f022706020654f24d9b579709a165eaa77365cebad99a25818656797d5635
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9788.pt b/weight_and_grad_dumps/rank_step9788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387f4c890c1e45beabdc258cbfdf0db2b1bb8093
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9380c9344b1c1a5bb29de82b370be915a7d681ae79299f34d258287adde20e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9803.pt b/weight_and_grad_dumps/rank_step9803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3929cbccb25579cdd48791dc355077a1c9ec0eb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4e60267035d715754aa907362af0c402cb6257294a1b064171eddce3f2819c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9911.pt b/weight_and_grad_dumps/rank_step9911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644d01eb685d6fe621ecbebbfc3eb5c769440bfc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630d934cb0b20004d4d569ad77bb03a6c1fd421d3b5a10fd0950aa5feb2800b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9961.pt b/weight_and_grad_dumps/rank_step9961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2459efcca140d088b5ffdd6a981d6226b98a03f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32de27454b65dc782da7370186a97dafed34b549c2f8763461c44af3d6792383
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9996.pt b/weight_and_grad_dumps/rank_step9996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88682dedae8601583bf4b011b2071cbf9ea2c840
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee7f990eb7449128d10403d3ad964d73884625d7ae01480cabdff8d1fc14451
+size 1524331132