diff --git a/weight_and_grad_dumps/rank_step1023.pt b/weight_and_grad_dumps/rank_step1023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33c5db9b880c4ffc0774204c29904edb33e6796
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495c469853ad1013cce79b619d63c1053ab80c51f7ffacdfdcc1b3f1fc6240eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1141.pt b/weight_and_grad_dumps/rank_step1141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a077537ae8ad5bd1b6a5dce701759d442fa76a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ab5389b7c54fe6c46e755e3813c6b7f50bbfc3079be673719e57339b8241a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step121.pt b/weight_and_grad_dumps/rank_step121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee038ffa70ed4354a7b865c9118335e53d654e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac19590b4a3593925428a8cb71f5e6a41cd7f6df438d5f9920be49b1f53c69f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1210.pt b/weight_and_grad_dumps/rank_step1210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be67d25075815cf43625278b4675d36dbe3e12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e13a732f8fc18526930406e8503d9292ced0ee6d3e0522bc791580ffeb11a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1365.pt b/weight_and_grad_dumps/rank_step1365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faace583f73b0ee788befef343b5973df54af660
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a2f07ed7ca6bd07c65d910c812680f0a9570a62e2065c29cfe8f2d022b66f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1372.pt b/weight_and_grad_dumps/rank_step1372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0ee8003954362ebbd7b05aab3e77bf33616d9a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d06cd116c3ccf06ea5580ff8ccb66a56dc63eecc53bf66f5ca3fdd4ea1b67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1452.pt b/weight_and_grad_dumps/rank_step1452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727c85a44e57c65b4f712a38c6efd3fcb7b535ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8f55f1abdba1262e22c231406cb0b227d24a490ff98f4c17a2c9284be3ac14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1530.pt b/weight_and_grad_dumps/rank_step1530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a070c23ba7c0d0035629c04e55cf8edb08253221
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9d09d0aef9c876f379fb95b2b088b6208b65a20e9be7f148e057d0aeb3eeaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1598.pt b/weight_and_grad_dumps/rank_step1598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b84259229d4f2a1b2da51088110776344165e84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd523b595dab58d65512b6eb1535b6732e0fe9be75451479f6cdb7fd4c6a3881
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1661.pt b/weight_and_grad_dumps/rank_step1661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4870d7de2a4e29d51959792783d1ff60ee24987
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28227bee87192dcecae32db962dfb338be349d48da9b6c2a5a15e5fb479c4353
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1696.pt b/weight_and_grad_dumps/rank_step1696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1f4133796f375e4bc7cc64f5625127c473c1b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5a79c4e126ef20bd86f0f3326fcbdf7f93b9c25cb82b231ccf48855cb94f46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1703.pt b/weight_and_grad_dumps/rank_step1703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd203b0c41c445d6bf633eaf3689b6aafebaf6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aefddf27cfff99d2f8fd53ff76eefa1d998ab181e8cce824d5939682294e2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1820.pt b/weight_and_grad_dumps/rank_step1820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c75e556954107d9e12c88689370f5c33d79ae9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571c77fe0290df5c1ab75f10ebfd1828ed833616b4b553911f5dad6539413db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1888.pt b/weight_and_grad_dumps/rank_step1888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037f4f8d3609bbf15ba33a54d91be16f86b938d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d91ea1698b14a9791d0d8b92e3feab9d72516271c29ecf45ef1476b52cd35d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step189.pt b/weight_and_grad_dumps/rank_step189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2fab5c9adde67198ffaed6a0a6e4476c826259
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91581dc1f36f6f3ce7338a925cb191c01c511781b8af635c38a246268b48bb7c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1942.pt b/weight_and_grad_dumps/rank_step1942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b493f27a2c2201c657d27123e353123cb19d8d64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c369f09523dba6bf9e209e4f6f680bac5712178c06d3fc078b2757926f93ab7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2099.pt b/weight_and_grad_dumps/rank_step2099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53492a879ad9370fd23ff80692a7c805b564caa2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d38322eaab7d78fa9588b5631abeb6946cf6b726775fd67bab0ccedacc5d7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2202.pt b/weight_and_grad_dumps/rank_step2202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78db0ca77eb3c811bdc317c4fcb1e0724ea7b674
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b04e36d45c97e0bec0c787b98d0d1fbff4eb41a77a9b7796a9fe0e74a28d62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2328.pt b/weight_and_grad_dumps/rank_step2328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05c3f779c5f72d5134866f7e730ae6faeda94d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a99da5dc44f77f18c05d66c828173dd3b8db43fd70bdb530240b01e8a3f125
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2360.pt b/weight_and_grad_dumps/rank_step2360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dae02952425d69d7e873bbf5dd4a57122391ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b01c8da20e18a0e0ea9bd2c57e80c615e59165d74fae573aa8f2e4e0c63cb1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2397.pt b/weight_and_grad_dumps/rank_step2397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46612045d4706bd2687d0265f4ba89a3b67b020
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02abe2a85c29aac3c203f7c761d73dd807c16f3328bc3f8b9642262f7cc29fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2440.pt b/weight_and_grad_dumps/rank_step2440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68a5b60952bd48e523f3c72f136241457914e16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f615e4c4db1f537292e8635502ba39991c7e1257555607a43e6a6d1c429b4be2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2522.pt b/weight_and_grad_dumps/rank_step2522.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd9bcc89718aa923b64a144bc43860b9bae9fd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2522.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b68e7dccce34f4e8841d7d88c024aa471cec9d10e424e028a35cbe4ddee1cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2673.pt b/weight_and_grad_dumps/rank_step2673.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60505355b3ab51848d5694531812dd946dd38b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2673.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64213959203c9f7825db5ec2f3aa127c5f73988886c3ee4203e3d1717c7dfe8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2684.pt b/weight_and_grad_dumps/rank_step2684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8cae6d4326eba1cdbb06b010d12c6b8b308a67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aa98d3df848e7963d04419359e480bdda0c0daf81fc7de2842c506fcb86646
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step270.pt b/weight_and_grad_dumps/rank_step270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42030811d818b268f4617a02f55a85ee7799802f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ea024ee7217b659615f90271563c6a2a6aa88dee7c60f76a879fa7cf2acb26
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2711.pt b/weight_and_grad_dumps/rank_step2711.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc0345b21dbe6c5d46440f1b988bdd080af2cbb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2711.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf97b92dd0f92334f65aea2fed4e446a8357656bb22dfd711e77667b55b772b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2832.pt b/weight_and_grad_dumps/rank_step2832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c3aa3245e26dfda2bb67c81bdf1e910855d3f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe36d934df9893b0311e1f076b64ed908e9685879474cd2e153d01cdc213d5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step287.pt b/weight_and_grad_dumps/rank_step287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d659d61031d945157577853e2b81cdfd0d421db8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905a39fcbe5e17bc3bf96447ce835a9c6bbb4d0a65c785cde256c5ab0b6243d5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2950.pt b/weight_and_grad_dumps/rank_step2950.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f999e2695e65fca1bd13a63bd98218daf9456c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2950.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e682480ed53800db05d08e42919c83ee52685c2742e95d234d2c6fd3952c2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3055.pt b/weight_and_grad_dumps/rank_step3055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b07b5aff79204eeee68f2b11ccca3215b9b9ea4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9614b1de24de507a7f5c7d8d7dbd11686b85f65c7a39943df9d5839f234f399
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step312.pt b/weight_and_grad_dumps/rank_step312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eafe5328c9a15bb9930decf67f454e600b6049
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578edf43730193caba521c949783954280b3c6240970301991b9b848468d1ef1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3137.pt b/weight_and_grad_dumps/rank_step3137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de35b778c9766161d0f0c4f33a11936456d405bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6864d56fcca2ddf4aa9a5f4c93f0e1eccf04d2ab58f0632566790a1c397e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3239.pt b/weight_and_grad_dumps/rank_step3239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3998ffa74b33aa925e9c2002997946b95d69287
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f897d811880e57eaedc0a99f9d160196e865ba6e1b6f623194b899c18631534b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3266.pt b/weight_and_grad_dumps/rank_step3266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d620c9d749c00694c8945a685b4c368ab3c85be6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24479468b225df2e2de67c26eef5113dc109548cabf8ffc62febed9c9507f28a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3291.pt b/weight_and_grad_dumps/rank_step3291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd0aae0cd951207f1bfb3824d08810a5b610b03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223f0096aa7ba03251400c6d481b9cadd44538111b92ff959376082d290e1310
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3304.pt b/weight_and_grad_dumps/rank_step3304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139c3ede2ce177158b8d76d497b6c9a2627a9a79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d37a1af3fe98ea938607173ebe5ae9b2d8601086a59d48889d9854b0235ba3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3433.pt b/weight_and_grad_dumps/rank_step3433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6bae82e14b1a00432fbf8208aeecd85aaaae8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290829fa40bc54a88beb5f284ecd19707b91418e8e24909a74b4412020242fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3519.pt b/weight_and_grad_dumps/rank_step3519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b861bd48d04b2318b4e985f23a14e26b6c6e45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82472535d9d848627a7fb7f0978b89857de156fa6fd9a07a0cf965fdd1399664
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3617.pt b/weight_and_grad_dumps/rank_step3617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f8aca975040bd531a780f49d0312777e45440e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd8a0680f9c85fec20146ba02a075c4f2b9234b90548a53f64ea39829ffc3de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3648.pt b/weight_and_grad_dumps/rank_step3648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f84962da4b830aaf2ed38092cbc948b898ee08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f54958f286efa930d0c07498bbca68cc8907c80e9beaaf00b8830c15b28fb7f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3762.pt b/weight_and_grad_dumps/rank_step3762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5423cd3720b648267099ee454eb13bbe1382d28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d51953212f39a0c26e929718f78ec074a6f196c30c05fab1a761aea9600fd2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3775.pt b/weight_and_grad_dumps/rank_step3775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5c80d6c5af2e12ddd67cf16d03d60047a731b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c153d03af47dc84752caaf8f64d5fb4ffa41f763a324d1382ab5ae9f1556f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3782.pt b/weight_and_grad_dumps/rank_step3782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d883bd5901fd1df12227e99f50e90597df66db8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e83c73e40b2bc185a1cbb42f56c9bd1c331adca83145e421db35db6ebbff8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3856.pt b/weight_and_grad_dumps/rank_step3856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f56e725042fcbd1f3adbf9cd0af93311d54206d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9d8591ed45d4678910302e858f1468494303d3c993b650c4fde1e4dc083a4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4015.pt b/weight_and_grad_dumps/rank_step4015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e211c9ff173cdf8cb566b30bbd9df7aa3e21c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3daaecdca011dba8a1400b5d5ffc0a89670d9f84643448d7e0c40100df9de3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4128.pt b/weight_and_grad_dumps/rank_step4128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243f36d0ba39853f24a160d9d51b2772c1ff89b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613167c3110f9271bd94e06f979f5cd890e0bc2746d75b4c2a584396d86cef63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4177.pt b/weight_and_grad_dumps/rank_step4177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9135a169727931a93f84885959580e2f90e4cc50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581d5c9e61d7ff2f1b130015cdfcdae1bcc51aeebbf67774fe46f4566f0cff89
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4231.pt b/weight_and_grad_dumps/rank_step4231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6d5d3f7d7e9bfb66d8c3776691a4bc1066392a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9693a252396f2c44906775aed6f1588590800df916aabcc7f63a36af4b061649
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4344.pt b/weight_and_grad_dumps/rank_step4344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987d0851ffc45c6e70ba8263e0b4d595f2cca97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce79dbc7db3f6e932e13b4414074e41604b38b17d91629a800db89f1f9ed3c4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4464.pt b/weight_and_grad_dumps/rank_step4464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299120c8283d9c96494a817f41b07a77941461de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81465e6cc8a5fff7c8c29492e4e5c3b38616c330e04f5d29ce45c5941f62a5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4493.pt b/weight_and_grad_dumps/rank_step4493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdd591ae3ea09c0f72635e749beba4ddc6d0e35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2018aa229d499d7305e0be90f95546fd5b6906e8ede21c7fa1be65e70e495c2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4506.pt b/weight_and_grad_dumps/rank_step4506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e60c5464b58fc8063d04de83185f5a81092e6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505ee3ef8472642acf9467f2c7d006424cbc1b0067ca1aa4a048afe879247079
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4559.pt b/weight_and_grad_dumps/rank_step4559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125c2e9df87ca9c867b27f089a8f7c7b22c5ca8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f317cd67e392b503bb86046a9804a81c5d415d8c6d82326cb27e8ae88ed4f606
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4608.pt b/weight_and_grad_dumps/rank_step4608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f795108f34ae3356430796f1b754c461462dd6c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390db9142739df2d6e15a13daf5e053b0c517c0a95297ab5f3ef8ece19b08005
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4657.pt b/weight_and_grad_dumps/rank_step4657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8716b8af2282bbc34d2dce1b239c5742456d332
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8c2210964e8fa189fdb3f83dcd7e2da6df5f6e152a4f2f62a94486bbf37228
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4735.pt b/weight_and_grad_dumps/rank_step4735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af95ed422ba3d27a17b62156f195ebdeff7e7157
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6c582dd96a05fc9da9667a2c1c5d371aa8bac31202b5f20befaa43cb8caa4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4816.pt b/weight_and_grad_dumps/rank_step4816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18c901dd97e3b16e89fea4808aeaf70aecbb4ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cb3a73d41f8151e025db2c6a166edb9180c6e09d35146bb467ff6524ddafea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4849.pt b/weight_and_grad_dumps/rank_step4849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ac8ac16fbf2edc46a11d0a184e5006436870ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc0ac0d9587784b24433a848e90b0374941f66bf4740b85916a06a285c41bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4974.pt b/weight_and_grad_dumps/rank_step4974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473952864d96135ae0403a068dd85224d84790f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3fc0891c47ab02cd604d8c79800c0279ecf5c0bef28e917cadaa97dd851eb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4983.pt b/weight_and_grad_dumps/rank_step4983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f85b87c2d2e90c40b0608b9a1647eb7e767eaf3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0087f38eb5fe4470a5ed56bf9298dfd44456f8b0df58c6a9636fbab54c730a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5071.pt b/weight_and_grad_dumps/rank_step5071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8861b9bd13f00f255b695adbcd7c97143108e581
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b955669ff68e09e7ea82cfc14b9a15f8ea5a3833a7271cb97460b54da8505
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5086.pt b/weight_and_grad_dumps/rank_step5086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc56ac020e831b4c2006e38e6c89b120d38db1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c1e620d6e40230013d7629f8459569f5efd1f286ef84c138c832315f0c7f9a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5113.pt b/weight_and_grad_dumps/rank_step5113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cdf317c8248226a6b99d23193f74ed8695de5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d76e55320fe0cc23896ff709365cbbe67f525474b53cbd57a438c354a09a7e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step52.pt b/weight_and_grad_dumps/rank_step52.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9373d8a7a0f1737324f35f074ad48ecb059b3962
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step52.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a3030d8d05e984cec41c4917913e518d925e368d7879490ab29363074d89a4
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5242.pt b/weight_and_grad_dumps/rank_step5242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9614258007ba641d32ede7639d7e2677fe1bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c04cb790737c437a1aa584ea05797210de815d59a5aefdcf80b5e60b978b5df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5320.pt b/weight_and_grad_dumps/rank_step5320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93d99088a726b9bb6dde53e276c895915547b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a091602e27ee624032040069ce6d3c34d6f70fab332aedc72ff4077961409
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5388.pt b/weight_and_grad_dumps/rank_step5388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16b30a07aa653ce10c17337008c1a1124ba3957
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2ab2ae085954d26e73500f0f9ce60b9f6e5806ab555ca56048106b42559dc6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5400.pt b/weight_and_grad_dumps/rank_step5400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56685f55908eb68784c099c2f6fc93b22656fdfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9655b120201fe3bc9ff6dca15f9943f87cdf106016ed42640a82ed41505b3ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5575.pt b/weight_and_grad_dumps/rank_step5575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6f78933b866f26549eaec3ab17adf1f93f2a14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0029c951581adff067633c959621b1a98b69306ef2cbb39d19886ebc0e0b9a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5595.pt b/weight_and_grad_dumps/rank_step5595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f5f784c65b182455ded11a3359201b0658e4f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a6c5ce38656df1dca58de11eb11e94500ec5bcf921dbfeece0fb007783098f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5633.pt b/weight_and_grad_dumps/rank_step5633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afac7d70bee46c1c374d9f9dd0dde6eb323c964
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89964ad30bd40a0bbca6b0f79e4b11774bd9c8165473f0903f3075485aec3da2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5751.pt b/weight_and_grad_dumps/rank_step5751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c86e8798ece27b31e35734c4f47648f6d43577
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e997f224dae5f419e6928dbe17f2bfde041d91907d26d879aa0cbc9eea0966d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5885.pt b/weight_and_grad_dumps/rank_step5885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8e281c9c80e84725f4d5583fb14fe114d07078
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede6483b07000203cd943c82093598ce0d986538450bdd66b2e6ce411b45e8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5910.pt b/weight_and_grad_dumps/rank_step5910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9464202fdee07e5cf3d0b63b7012747a525ffd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbcc2669919f93139804386ac25b4d5c3d29f0cd3000b984a7da726fc360ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5958.pt b/weight_and_grad_dumps/rank_step5958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc0184c691f785f9b0929d688c502d4096cbb9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb88ccf14d114f345cf0009c9619796604dd5e8dff0db00c4385e581696350c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step601.pt b/weight_and_grad_dumps/rank_step601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c288cfa8b74fc9144663d4427dc009af63a22897
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09322ab0690bf1d1440669c778cb88207e65c39993b3e93d53c28abef43257a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6063.pt b/weight_and_grad_dumps/rank_step6063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79333983d1d99a1e831f995add8e59c07d74674f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a06599294dc5253b7da196893bc7671cd29c08d3feeee161264f92e5c3647ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6094.pt b/weight_and_grad_dumps/rank_step6094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d41a68462670e9c9706cf935c1c77dba390377d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1cadab459a9798432458f01fd0f90588abf24538cc25c138dab34aaf64ce1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6101.pt b/weight_and_grad_dumps/rank_step6101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d978508be97925cedeca573e730df72404b14324
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b532ea159326a9c39fc8a4411666e977045de711a19eae6ae000196134c430ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6250.pt b/weight_and_grad_dumps/rank_step6250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d7ef477256e072cf7f37293dd2f7eeb294a790
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eb2820ae0eea0658eb9b4449522891bf08100b09649a0f39bf987c0c159ae4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6332.pt b/weight_and_grad_dumps/rank_step6332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5650b6895d242c9df43c65581048fd69562c3b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae97a2e2183e6e072fbaa6787443359b4312d34fea4984217cde36a336465246
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6405.pt b/weight_and_grad_dumps/rank_step6405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c17312807c734b6843df26426e8af674d33875e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e2f0420f8f982099db032936da0137c147e1b69761e663c723c3ef3c0f7289
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6412.pt b/weight_and_grad_dumps/rank_step6412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d661d25fdd5b073d94d8c32ab24ebcb68c46975
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac37bbdeab58bce1b80b7fa9bc90ab5916e810fa6a45a84d76dc9d97a62fbcf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6538.pt b/weight_and_grad_dumps/rank_step6538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371670fd89beba19fb2d45929fccd2832ebf5d58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c85aa79c7e48b1a54b037dd93654dbf7c4d142b3d3cc409d6a698b346461669
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6567.pt b/weight_and_grad_dumps/rank_step6567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe3a89cd7cd36978014644d3ef35306cc6e477
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c628f9f1b7342a634cf667325582b8a85967d73e10f7b7c0618849c7cdadba5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6587.pt b/weight_and_grad_dumps/rank_step6587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd518d857ab9a3bf22c66d426ac8b003df067df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e1d327b20cf990483c6b226d4e63ff719fc4db5f42414d9249d89953f893b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6689.pt b/weight_and_grad_dumps/rank_step6689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2629d2ff9edf8da88a89a957fb21fa42a4c0010b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d83d82309b49c07903948af8cfc1828a526f6441a8f27bdf12217aed4d56d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6743.pt b/weight_and_grad_dumps/rank_step6743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac32111d856df482836607dc1e49ef3cd384bf2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b98f6f238680d3e8f91f5a53d7af0b7f1ba78312f519038ec58365ef5cb50e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6915.pt b/weight_and_grad_dumps/rank_step6915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff34f04812c10b02075dad3c9113e04d5083cd71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88117b179038f6d70b21db073d2f6548c415bf52697bdba859a8c1b4b3982f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7007.pt b/weight_and_grad_dumps/rank_step7007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48898c0bd021302f9f6748ae4d83febeef06b2f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2fe79f7fc4b19f30f83f028688c8445138eb2881b78c764e859d10a4276b9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7058.pt b/weight_and_grad_dumps/rank_step7058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f7e7696e1bb4cc235f57268fe1009472f1739c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca777ac767a4d2e794ea685e119bc632940ce341dc542a554782c3689b9815e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7165.pt b/weight_and_grad_dumps/rank_step7165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864550191db737c52142e9635d7003f50f0d8032
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e8976483022902c16caf95d1198650ac2d79f7a2bb69b4eb8a411a011aa6d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7429.pt b/weight_and_grad_dumps/rank_step7429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a7f138997d97094bbc0f4ec7f9ede93f38ddc1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80c977b20b02001a2dd2432fdc0f8a6285c53193fad1e4773443bb5ceff54d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7476.pt b/weight_and_grad_dumps/rank_step7476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c5232f5b3100758c07a4e110cb89de9b17546a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a049355b9c662d5404d007501c691542bdb5e8ca7b3b4b32c34249625d36067c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7481.pt b/weight_and_grad_dumps/rank_step7481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5380061e3f60d9254b8e28605b1393d33d52f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129ff12e066ed5e40ee082ff73297ae7507377a40f84b1c360e767c89db4424d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7514.pt b/weight_and_grad_dumps/rank_step7514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bd10747b8fb842489ba1c36d43c8e061bdd082
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113af9837b45d9663fc0711e9d2debe0314a511f4ca9e6f8396280736dea6070
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step763.pt b/weight_and_grad_dumps/rank_step763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8920df1df1373ced248c768487fd9bc854cf697
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc3d74c7ba992ab620e015c03a8d8e2cc5507b499e1f19af940b143be65f08c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7645.pt b/weight_and_grad_dumps/rank_step7645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c2577787dd7523ef3f7e54a3b79be8ce1e2b4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3086702ba7ec70628d0196e7971b9cfab6c392ce327f88008f69b7226db2fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7727.pt b/weight_and_grad_dumps/rank_step7727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62713e526dce92aa5a6f60ac0fbc05993f65f9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed06f8ed194d6b27d595cfa3d1430fc89e9dc904274ab0085be5eda216cc0694
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7778.pt b/weight_and_grad_dumps/rank_step7778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9a17e933b3c92abe6270580c59410b32c490ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef06d6c0561b40b9b933fbb1d5ab58c35337b632ebc8d68bfb92eb4e5944af1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7804.pt b/weight_and_grad_dumps/rank_step7804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65e781c2f3d3779dc38e9dab5bdc3853cc2cd37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c556e2db2d295166cd8206400420e7bca7ca9c79dc28b97ce7dd79b9bf75e85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step783.pt b/weight_and_grad_dumps/rank_step783.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c0d83b7ccb74154a5f2a0158228fa66c8c796a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step783.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4e657991e2501a9422adcc3252f5e3411660b53314687ea2f3285cc98f738d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7939.pt b/weight_and_grad_dumps/rank_step7939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ffc488e9c8b5aeb176c9b0bd93624c960c580a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0687b6735dfd6cb16349bd713cd89f815d9ff48ef4d478fd54513426ca3c0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step794.pt b/weight_and_grad_dumps/rank_step794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f890b086616d3db48e4a1d02a84050ebb98506d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed0f073b32602154c0ad098fe3d72f7ef034332a5a4e5d6840dd82a4a355a25
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7966.pt b/weight_and_grad_dumps/rank_step7966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0027fbfd417d24cd0a4e68fa49ed6a8e6517a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb76eae19af576382071cd00db85d9c0db0e50b017e1dade0cf82072a94188f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7991.pt b/weight_and_grad_dumps/rank_step7991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3e6a4931182c223d6c1dbe60081430140cac8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a466298e5eadb90cf32b73b1bd2659c7f07b05db914e7d583ff539f3ca8278
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8015.pt b/weight_and_grad_dumps/rank_step8015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba2937d51fe2e7e03776c0d61cd4cfbe7f5e0f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6a639111995cd16893776caa26bc2ff9a309a763bbc04afe8b1fb55d190c53
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8128.pt b/weight_and_grad_dumps/rank_step8128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df38a8328bc994b48f43b90be2e868c9687ef4c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9c56b560b552549d91f307516b79c69bdc5f86b80f6c3baa9c13ce578fedaa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8177.pt b/weight_and_grad_dumps/rank_step8177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c4755ef140f08e3ed3e495ce1d34d952d1464d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38052fc9f5dfc6eae1f9f72975418a9c7a612005360a6cfa9cd2e73f7b354a44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8180.pt b/weight_and_grad_dumps/rank_step8180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af441e78194ff77cbcd4a738e011bda1745cece
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453e9fc28447f5bb66e05bcd25c60a608b059b00c6f660b0221ac2ac9531dc46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8226.pt b/weight_and_grad_dumps/rank_step8226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3134b123bb0188f7b50e088324ce9b0cc75dabad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac2fe7a884e9c819d849a55a20f3208487cc0a0f8bd566168c2fd84ac5e7158
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8279.pt b/weight_and_grad_dumps/rank_step8279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e2833c8ddf69c087a683a110539914ceeeb84d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e2f289dcd8a063c639232572a47bc1d0f00ac306ce7d6f16c8625ebf6e5c34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8344.pt b/weight_and_grad_dumps/rank_step8344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f906b189a533747602a3eafd952d9b8fbe95b0ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8968afb91f59db90ee3c747a5836fb05c4b5bef49a1320093f9bedcd663684
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step840.pt b/weight_and_grad_dumps/rank_step840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7929adae6a38bac16794f9070ce1a3e7d0a7d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598fdc0c86d316ab1cd4c153a5a75c40e4984f5ddd85d3534ba720a5a71193ed
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8464.pt b/weight_and_grad_dumps/rank_step8464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c138798851d823bd1fb6e8b1aa0007ee8ca0c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168e9032e5994e22cbb2e2bcc0c462e93cef51741025660c4d80628f6f3c9fab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8493.pt b/weight_and_grad_dumps/rank_step8493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb3934acfc898135830651548ff45e5a601688b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed90315878b44d5ded94245536b8357c3e87fa53b364076ba0c13977fad68b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8506.pt b/weight_and_grad_dumps/rank_step8506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e994556cc4d510ceaa30b1a7bdb5d4a5f997afcd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b393c2433d82b36fa4eb79eafe27aded84aea050214d628ba98a3ca45f818cbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8657.pt b/weight_and_grad_dumps/rank_step8657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05f629db1d34266d7b0244f0283fb391d3bc31f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f177483e86074b7f9a71b1da48d0bc4d7ae8a2210dd59059f443f0983429aad5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8722.pt b/weight_and_grad_dumps/rank_step8722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b744b426e872343b1bccf1d1bbc773f94d7496
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22688c892b8a9cdad647dd0f4c6461ccb2f7eb99587709b1d47e42c214481614
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8735.pt b/weight_and_grad_dumps/rank_step8735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f84f78e56d55477b4f6e58ccc60a6c23386f0a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834adaa56893bbe7c93bea5f562c9d956f3d9c1a15c5dc8c937aa31b662cb8d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8849.pt b/weight_and_grad_dumps/rank_step8849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f038a51521c70ebaee44692662dfa52a007d64f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd97c1b4e7c28764c3878843d774389b417532fe749f76fc3b4e90e270017e57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8983.pt b/weight_and_grad_dumps/rank_step8983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7918e87591cca00e690533b7f128f61cf214476
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7fb6053a8ab78c8c3f5cd696dd06e1b1d3a8c23dae1cd5b386cbb51368125c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8994.pt b/weight_and_grad_dumps/rank_step8994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951ede68b4e53ffdaa68d5e097be7f12178f341d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2569d8ab307b18c76c8843ca4258306054be84ae8ee5912d0a57d98a00dcd24e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9071.pt b/weight_and_grad_dumps/rank_step9071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d08518c11ec5169ddbf4f1e69081c237a6aa09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f4cd72ca796bc5cd4758e23175a7126c7b5b55c283ecbe144542914b0bf70d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9086.pt b/weight_and_grad_dumps/rank_step9086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e9cb9e187990d19bdc6108cbc97cb162f54c8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d0171445c8e2d8a969775ebec70d468bde8610b8c68726c7dab22c009a88fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9113.pt b/weight_and_grad_dumps/rank_step9113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac6f5e54eb088ac24a61b329f34be9ee8676918
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a4d8c4ef80fdff8afeab7a4d12d8d6d52cfd8927904532521bfa423fe03155
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step922.pt b/weight_and_grad_dumps/rank_step922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb1dbdf4168c563ee4e88fc9ee0d92f1d36740
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c38a845f280792c855d2394d7ff5528cef169af7a5b3027bcf5f9038f8e1f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9242.pt b/weight_and_grad_dumps/rank_step9242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d6e1b0a2124d97098dca70ce25d8aed49c8a07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68242d04b8d425465e1a971ed77b5f137f2a0637b43d0f8d3802c4eacc8d230e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9320.pt b/weight_and_grad_dumps/rank_step9320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fd96aa7d923b0643f1c0023f077391b6693f11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39a96fa3643e34475b6b5a43a15a122bb875d4c17dbc42299ee804e60a71cf6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9400.pt b/weight_and_grad_dumps/rank_step9400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272c08e2cae07c76d3b634df6e9e074675906562
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f9592f540010bfb32c4629d16fc6ba992cf4330f1d53aa69d6be2f5727087b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9562.pt b/weight_and_grad_dumps/rank_step9562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44dd3dc72fb72b1887ed014e0c46e3710b62d22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ff68f7bdde1903a1cfa99a53f041d0ee96a7565659dffd9352961f667715da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9595.pt b/weight_and_grad_dumps/rank_step9595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2f3ea55def71255f3e6ef8b0c84ed833ddb77b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca89f6c3c942ac844a4a699cd65fd104a102243689b7bd34cfc0e73e9bdbd390
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9633.pt b/weight_and_grad_dumps/rank_step9633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a67917e0db3492de017c4b902223c75e8ae668
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a9095de2097e1aabb343761bdedad17c5fe467f3d0c62485c0ae1436d9fce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9751.pt b/weight_and_grad_dumps/rank_step9751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f24337d2e5db56aead6eeddf11fbbbea20d7b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbf70a2d48208330e37a1f05d764ea913f9082c6d9ddee7df9d8f3f88875005
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9872.pt b/weight_and_grad_dumps/rank_step9872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f3a2c2a03c85e82202022be215fac9240f6fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3d7f9b1ae7e1020d2328b00651ea4b83035e3ddcd4dd99951685d615f8baa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9885.pt b/weight_and_grad_dumps/rank_step9885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d6eb8559bed2f60d90096faf6bbaae0c2c71e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f387cfa380496fe013ca5e3e5314d65371da8b15c068c1ec63bbe0b0880789
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9910.pt b/weight_and_grad_dumps/rank_step9910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c363c6aa0a23ea2119f66630760f1f3ce804f1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e41c034c746258b9e39dd656b4f97a7fcffcac07486d80c1cc18bd00d655e0
+size 1524331132