diff --git a/weight_and_grad_dumps/rank_step10000.pt b/weight_and_grad_dumps/rank_step10000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83268e5464b5dd4affdc6c858ef52e87ed8d0318
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c82a114286d8799a3652fb9c0a3de454fcd7f4d72e97d4d2def9561536d2b55
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1029.pt b/weight_and_grad_dumps/rank_step1029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464f06eda748cf43a57112198f9b73f90b7b1f4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374fe58a3b7aabe736619e0b8fffe179ca4d2def15d19f3d3b49d20686432479
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1059.pt b/weight_and_grad_dumps/rank_step1059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45d112dc6b00d3e4300227924ba3443b6d711f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee88a3c8a58ebf24647c31e53583dc30f6cd81d0b3ab73423343b89ed55eafc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1076.pt b/weight_and_grad_dumps/rank_step1076.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b39e381feadb28968174e37c49e6f5e4d37c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1076.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c733aac625ac9b0c680f1b0ed9f6e22b3ac971d503284b2be88dcdb1057e81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1081.pt b/weight_and_grad_dumps/rank_step1081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5a590ce7af04662c388382adfaad09286354c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c6bf92e42dd6b4583cde011ddd31fccd7fb214f4f82a8953fc134bcb4f43c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1114.pt b/weight_and_grad_dumps/rank_step1114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd63a258ddfa0dea5ba7cf68dc85c1edcb5c0742
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cdf87d7bb84f68ca13bf4fee9df2a5a0b8c2b2d0e91646fae4de22809497c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1235.pt b/weight_and_grad_dumps/rank_step1235.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ec91d4c9790266823be9dc8f4226fa40779b58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1235.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf0b84b7939426e186ab8734ef9ae59a5f4b7de0228f42a8d39eedab6466242
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1245.pt b/weight_and_grad_dumps/rank_step1245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fa69ab8dcb8906ff9a8f03cd01b691a1986f70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ecfd7cbc477ec284e93a35caa0e845240bf2b0ecdba20eaaf08f82e3e8cb3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1327.pt b/weight_and_grad_dumps/rank_step1327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cd305eed2297ec029b1d1c0e321133ebe57f28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d040971702a8dfd85c770d1645af1b6e45b26376232acba9e63d341a76d9fe3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1378.pt b/weight_and_grad_dumps/rank_step1378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a67ddfeeead45f6f098b5005726b18585fc2de9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66d3a0cf4576c00309d5fa2fa6b3ce6d180af82e1b77f497301afa9f6ecb654
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1585.pt b/weight_and_grad_dumps/rank_step1585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3393e5e1f3f82670379229851892053b9ed98657
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3fbd5a3c1ac0052533632bbbdc0d688484c0c7a4ed510f0f6d24be68d454e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1623.pt b/weight_and_grad_dumps/rank_step1623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3226acc1d4b07cf01076af48f467c0bf912bb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43a29dba45edb707516ef9390385510523cecfef8d67f031abbe54abe820db0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1741.pt b/weight_and_grad_dumps/rank_step1741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc943e37e35abbc4c8f57e0fe28beca303a8122f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e220d89bfccdd01df297c9f74aa535056e904442331dc9d6a2e858dd17e375
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1895.pt b/weight_and_grad_dumps/rank_step1895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6478a86f00fd9d72cda366019ba91dda022121cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de90bd7a6f6b414d2b26db579adfa2a03352ed8758196f2a2bcc783bc26fc728
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step194.pt b/weight_and_grad_dumps/rank_step194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2a71494a7212163e60d9693c12787145cac5d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2b57d415078e6a2cbfaf422f0a21066aa3bfbb318944bfed8179efed71e247
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2.pt b/weight_and_grad_dumps/rank_step2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3dfce97a007302c94ba9d89add10de88b5de1cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e896a270cf322b287cc5d53adbec1589433e9ada59eb3144cd574489df69e1
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step2014.pt b/weight_and_grad_dumps/rank_step2014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccc4c489a74625887dd2ebb59642c17094437f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c14e933d40c69a7a33ea3a554939feb899fd8fa8e1140ca4e8c813a22a19f6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2064.pt b/weight_and_grad_dumps/rank_step2064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9766c16a7e2a9095fef43f6c811b47b0cfb7e4d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ef12013bed6012672673fb9fa8ec3d7b0b5c8175ba46a34cb4b90ffc32e742
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2093.pt b/weight_and_grad_dumps/rank_step2093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f0ee82bb7bf0bd5009233d3e3bf457a5457641
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fbe40b142425e5a26cdaa9c1ce06e2193fb5a02ef25d0f01d3a777e01bd613
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2106.pt b/weight_and_grad_dumps/rank_step2106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e641ddcaf18661c3006f8180705f65ccf5c86a08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5f4e53c3e440b7b47158e33cdc63b6d9a7dc92331166cd3fa963b52b075bba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2129.pt b/weight_and_grad_dumps/rank_step2129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a614c2fc3c48161680a5ceec4baf8f50cb7e3d5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd60d36d93de70761343668e94c18f45816e8daa1f40f37078d9b46d1bfd694
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2159.pt b/weight_and_grad_dumps/rank_step2159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf68244027a615686b055106861536b9939bee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851b48e610a642251e2bf7012ca9f4715119382ac38c027a24111dea815337a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2176.pt b/weight_and_grad_dumps/rank_step2176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e0a618db6faac9dd3b10e0a48b355fc88432fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946e2c88d88ef8013500775fd2ef4085da871e7c93b96c17c264a1021517cb8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2208.pt b/weight_and_grad_dumps/rank_step2208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a510113f168443001fc6e9c4d08c217f74fd9a5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f761c949a1199f6a6fcb0836d56a308f2f08be9f35e4f296ed76213d5cb921c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2257.pt b/weight_and_grad_dumps/rank_step2257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e7b92bb76a68d8cc5306400d20a5bc78a7ce2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79faa76edef6cb2a5a948eb797da31042b3af2239136b5de14d044e4d1443571
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step232.pt b/weight_and_grad_dumps/rank_step232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd36178e48fb9eb2b90c3e044f9439265d75bb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c120e00f9e2feb7c7ddf6c5f446e4d8ca8200b4bb527f7ac8c795594d004bfba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2335.pt b/weight_and_grad_dumps/rank_step2335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9d608afddf7e28b847e2a51c7bde38eaf2913
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a799ab750a82f8189334bd00cfeb0dfda48a3c3708c1f535313e923bbe5f9dc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2597.pt b/weight_and_grad_dumps/rank_step2597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f25ee34d3e4fd5dacb9593daa60063cb00d68d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6092432d3a62fd4288c36b8bb783dab1b375e2127d59fa69ddaeaa5a9c4710
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2631.pt b/weight_and_grad_dumps/rank_step2631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe24a6bf563c1c7c9b319cbcae1f957d6d7cbba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48226211cca6919d0c4ea3a392ecd02931a892d3053bcb3a4f1b812fcadb9b8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2753.pt b/weight_and_grad_dumps/rank_step2753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112972b1edcfd41b64b8c707f63e689e85c587a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f0126e79a0a4965b61c0922a649d477b6d5c1d77389f29f001928530c0fc6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step28.pt b/weight_and_grad_dumps/rank_step28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d4848a64624fe82e47c162a9cb4e6c0bcb89d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5971dc44ea07d1b518ae1427f3f75d13d1e3d5d79d7849ecbae2a543c2d4fd
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2887.pt b/weight_and_grad_dumps/rank_step2887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a401c6ac69053c16b751211650d3ffdaf630b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0f93778d48435ba756da130b362586f6c207fe8cd88d17670b38d0cdfa2174
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3175.pt b/weight_and_grad_dumps/rank_step3175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acea2b647e77d0a4e12e8620483d1b2f4d87839
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a626c9d45ec114902121e02350686cea6297e89d7e25256d9572d0d29e0c6aa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3182.pt b/weight_and_grad_dumps/rank_step3182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbf8feea98931e14c3f8d67018d9b7f0fa245b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4eb218b3921af610a5fdd231596f49cfbf5a7c445435cb7407b83fb4fa58a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3224.pt b/weight_and_grad_dumps/rank_step3224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0fd4891b0ab63aee2040290b8138dfaafc5687
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7633ead3e5b4c6e3996b702deae8717f0e66df6562fec30c7a90d3405e07ee61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3346.pt b/weight_and_grad_dumps/rank_step3346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399a19936a3e07db83099a3c64baebb1a81cf01e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988b7e01a2f646d2d432d9f7f8ef90aa2f25c5abf35c742acba064b33a392046
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3401.pt b/weight_and_grad_dumps/rank_step3401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e20f2d44d4883826095de1eb94994c3b862bcc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae16bb09f4cdc7f9370d93681f261e6b96e47a95a446a4d291200ebb2d70590c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3471.pt b/weight_and_grad_dumps/rank_step3471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf694711a28465863723a9a0d3e200296e5e973
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc9060f878b136531af4bcc3f43fa68d5fc37a8e07cd1c6d9341f22ce97c1df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3486.pt b/weight_and_grad_dumps/rank_step3486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfef3a43254382722e64eb464702012e366b1499
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2de3ac1c48546a8383c69ad1fb6648d0b1a5a014ab0194a36ed90c14b55f14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step350.pt b/weight_and_grad_dumps/rank_step350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccd725eacaa5976c9f7ecc37f478fb5934815b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cc55544d1f279fbaf77f0c5190973472ff5e15eb66bd161987328e8a05b234
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3513.pt b/weight_and_grad_dumps/rank_step3513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69eff0efcf168841ceb9d9fd1a2577093b5e0d74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a979fbc4ba74dd5f812c2ce46b441e26ed7baad4052ca482a88e6b97143d72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3563.pt b/weight_and_grad_dumps/rank_step3563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20584d58c788b898f93f17cd15171f447cdf5d48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9901bf235e0de05cdf82cace18bf37a8687c06e13de3c68c449bcba079690f32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3642.pt b/weight_and_grad_dumps/rank_step3642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9baac75ddb16b5c2c2fa60f05b051b293cb555
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10566fcd5bb28a049ee6795c11dca1ad44caff42262affaf570a31d05a87cb2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3720.pt b/weight_and_grad_dumps/rank_step3720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a358a2f098690d67fa74a30c7a74a6361b17ed6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd71037b7c9f1de1af06458819f3c2acb22f42dd2c8ec30533fd769766033793
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3788.pt b/weight_and_grad_dumps/rank_step3788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0417d0778e66d1d46889fb245d6ed2ded63903e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1f9ab38b6e70aa95899e709cf08b04a6e86bd057aa5cc30296864f963f64d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3803.pt b/weight_and_grad_dumps/rank_step3803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1bb3cb854ef134be41967b67cd1f3a89c9f47c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fa8bcf0b672286006be1d69a24dd2e2b3990648ad0688b4e77ac9abe9088eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3873.pt b/weight_and_grad_dumps/rank_step3873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b86336f8a042f589a905d155fc0c870936b1815
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39b7fd9e3c384959b99836cb0f2e618160b476a7ee8908397c809635fb8cbef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3961.pt b/weight_and_grad_dumps/rank_step3961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ff98842d531c2c785cd9da6c9dd0f036803d6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb7a0b41af2f5806821088c301296a1635df048669511fbc19fedae86136e23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3996.pt b/weight_and_grad_dumps/rank_step3996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41ac7c3b81c3e0159d93f6b052003c92871b4db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98455b777e5c149d11d870b2525e2119d4c8027d6134825639dde449c674e928
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4040.pt b/weight_and_grad_dumps/rank_step4040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b8bee43e8a4c862575fe0169e6b2d330670658
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3e6751c05e16788e2bf83ea2acfc85185c566f5e304aca6d8ef60fc1e52606
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4122.pt b/weight_and_grad_dumps/rank_step4122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ec2de6607358efaf76d46ebedc0771a1082f82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce6af20639e3417c29cb82cceaa3dcd16b923a24f6016cee27d88ff9c4cd22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4273.pt b/weight_and_grad_dumps/rank_step4273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff258a0fe807db1655e5dbe879bfaa604a555e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26020af42792fa7feff3b32e421e26602c5ad071072ec0d74bdfc3e6afde456e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4284.pt b/weight_and_grad_dumps/rank_step4284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb92de3c79005ab7477411872e1dae8bee67beec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4364a755d219632f22c82074f0643f317dd82cdd264bc71eae1a470c0a3cee28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4311.pt b/weight_and_grad_dumps/rank_step4311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874aede4c7be7b3e8f29c415f6a79aee55b69ebc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c4d0c75e67b0f80d746ec647a685afd56bda10e8c9ad28a8efd6e953c521d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step438.pt b/weight_and_grad_dumps/rank_step438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd28c1d450678a5be80b5542971039ccd00fea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c92ab0cb7b017051631a9d4e0f2e353f056271b63d100926b1cf44bb708f965
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4426.pt b/weight_and_grad_dumps/rank_step4426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d756fb25bcbf04f98de86b9fdb2a7a6d2d44c1a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73337c79488a95ec5aa58a94d7f7c41e97c7070762f7b1b6f624b26950dd9881
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4479.pt b/weight_and_grad_dumps/rank_step4479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf13efad3f847140e6f1925f2d291cdb379a0f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0d720a8c9505bd5528926068e7e7575c1a49c701eaf4770857fd7bc9fb8e0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step467.pt b/weight_and_grad_dumps/rank_step467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acba9bdf4c90955c895fd447bc777b1b127f192
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41722ed4dfe468ae6a4b393160d03783a2cd732cfd0296a8d8cad090e98d1072
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4780.pt b/weight_and_grad_dumps/rank_step4780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc210d51fcd7d4cd17fd42fdaac7f941ed1fb191
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aea7c897c9688473b997cdaf5dd264e29451c63fc13b9d03c0fe560e22a6be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4854.pt b/weight_and_grad_dumps/rank_step4854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e9762ef6215d5da0ef1988a43c8cbadaa8ac9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c3d064d383f3c4d7037692d2e3cc4645fe3145729737f28348b34933b510c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step490.pt b/weight_and_grad_dumps/rank_step490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec3d5b953cba49d03c1bc538bccdac27c2f9b3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f2584a6a283b92435a7b4717959328dec60f5c58bc899c999fafd1dbd970c9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4936.pt b/weight_and_grad_dumps/rank_step4936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7427e176876deb3d00a3511399b60e4fbdb0ba9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f79652df66ed6e07d007bb298175ff90998592749c76167f00b5e12284c26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4969.pt b/weight_and_grad_dumps/rank_step4969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fabfd7422dd7f22f26dd0d20a804617ebbeefb8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ee44d2c18eac473c06349e9282768e51aa1e2db50aaf5c0f750fe88b76bbb2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5033.pt b/weight_and_grad_dumps/rank_step5033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ea443b2b090c3f45665746514214770d43b84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d896d33fb2f372882811d878796fec652ea3bfda45c21779f541a4a60383fae6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step505.pt b/weight_and_grad_dumps/rank_step505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9805a31d5d05d3f1eef2232ccb81260e7d53e0ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621727aa4502f8b654339ed167b3da6e1fe4a97bd08ef16441ff16615efbf5dc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5151.pt b/weight_and_grad_dumps/rank_step5151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e36a841ed3424c6f22dd719f12426de3dea91a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11649ba42b4f1cce08e18f17c4e444b1b98a3fd30525eb94f9dabe911a31d531
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5395.pt b/weight_and_grad_dumps/rank_step5395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5646e5312be8e679551b9a3746e9b35ed4ca02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522d694ebc2e64ec5990f120c82e2da1d0eebbac43b1055cd36c3faf0842bb0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5455.pt b/weight_and_grad_dumps/rank_step5455.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fc1b90de5fbcc5f140a198b60f9ce117e08d70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5455.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4015ba8d18437ddc4c8985f3a39c8f26e91d470942e56c81f380e56b9726a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5537.pt b/weight_and_grad_dumps/rank_step5537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27a08cf63abb6fb27e89c4fccfe8461d70d43db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd0956e1e2223afaee20a6efff5a734e14b86032bfa47f5ac2e31b6b07778d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5568.pt b/weight_and_grad_dumps/rank_step5568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0fe91a2b18d58cf9ea87ba2eac81a88387737b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cbfb3bfd938767bf872be2a7bced49b5a753238ae2b18442fed683b8f72b12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5639.pt b/weight_and_grad_dumps/rank_step5639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827f20f5d05aa49ffdb28100a92e8dabfedff96d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b63ff53d82982d078a958d4a668c5ae2292638dfe514c0a5ad3460f5b0a08fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5649.pt b/weight_and_grad_dumps/rank_step5649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b26180f0b971ead44e7214d9dfd04e49ea3191
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151eb3d11c829eef0a27d1bc76aa64726126fef0d261ec6bf8bd3905b666020e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5666.pt b/weight_and_grad_dumps/rank_step5666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a74b9bed4dcd860d725e75d99b349bd10ab451
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c97a8642ff3592f1a7a8b965e7e78bd065e4594d720659a52efe683d810af9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5691.pt b/weight_and_grad_dumps/rank_step5691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c721b1f4b1c439f75d404298a2b784a4a5bcbd3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ad66f72cb5be805dccc9bb02a19a816dbfbc81c85325d93bf33e79d7aeea98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5704.pt b/weight_and_grad_dumps/rank_step5704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f8466f28b9e22d308a218b4db0e7fc699cdee4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ced8d533edfdb56928edcff59f2337ab528bf3b3cb43bd3d51cf346938e8af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step58.pt b/weight_and_grad_dumps/rank_step58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce81cd23a24fea9669e81cba3b17f50f9207f107
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686dda82ec466344c9cc8a5bb4bb76911ed0be00d317a07b900be8cc17807657
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step5827.pt b/weight_and_grad_dumps/rank_step5827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a09f1ae1f0dacbd301b4285e6cd7bba519e896
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22a6f6eab8dd9b049602ca8899ed120426ff60789308e960c1b6b3bceb8fdc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5878.pt b/weight_and_grad_dumps/rank_step5878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6421aeebe20ad041db88912afb3d2b8f98f43db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249e94af63b10cb71bce4cfbe9dcc3f234b40c9ace9526135a057efddfe1b6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5945.pt b/weight_and_grad_dumps/rank_step5945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b376a8c6f36879fffdbfe0055dd4ada5d344dda5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4453f6113cd5af0661a2488b7a6caea74064205df9d211263b014ff4034e38e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6021.pt b/weight_and_grad_dumps/rank_step6021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0377f596632e08563b1ef0456c7ad87159e15d07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f75204d782ef3615d6bdd0db6bbd884ba4998e0be7f30a85596fa6506d6d57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6143.pt b/weight_and_grad_dumps/rank_step6143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa07bbc205d227fc61484483e32567913e52194
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a737181785816646ca3049fcf0df3fb7a5f9c44b87ff8b98ae0b6d99af2885
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step624.pt b/weight_and_grad_dumps/rank_step624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dbe2f6cea77a1cf088744d95a5888f4268d5be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3be8646aa05cf7e45f3cbedd33e81d70e040764ef76b0c659e95658b16f5bb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6387.pt b/weight_and_grad_dumps/rank_step6387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56815d63f33d2ef783a1c16de9c1619dbb0dc2cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c690a1a3bba747f3265c34b1844ce45e24b54ffe45afa7820d3acb22f6b1615
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6418.pt b/weight_and_grad_dumps/rank_step6418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29151247d399927cffec86f617e8f0bd84733cf6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892019faf890c67ceb5573bfdc7724ff79735501dc4c428b8d2cdddaed1d83ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6447.pt b/weight_and_grad_dumps/rank_step6447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f4fb6deea4c5c6dd068311add6dd0ca1b45360
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a8e3704af6094600e58ceda02d892d7be5ed27ee0a5f5d615433d7a8c5e88f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6525.pt b/weight_and_grad_dumps/rank_step6525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69daf68f72826ab75f77587aff3573d3b91a97e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7540542555cfb3e9e68d79fb20fff7b06e7e7b58d5311cd7d13da4b08c1a2fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step654.pt b/weight_and_grad_dumps/rank_step654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e6569c2dde322692f1ecf16e4fb67e91bd9f99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6eace4f37f636c5cb1dbc7ae89d75f60bcce1d0d9b504ec21c4e037416d3ab
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6604.pt b/weight_and_grad_dumps/rank_step6604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff95088a966ee5b38bf5197216dd54d81d5830eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902861fe424cb46bc3d913a6f651d38c6b4843fd1e8b74d198c38f7d09a489d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6674.pt b/weight_and_grad_dumps/rank_step6674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e07308452e0939ad14bed9df500c7a7f5aaddf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f38c8405c4a04104b510e865d8f6a8f75208322135ca87a5ffb2c9d666a828
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6683.pt b/weight_and_grad_dumps/rank_step6683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbe1c07c71b07af53c4a5df8408f3ecc4c206eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677fe33d8dd31127355c85dcef44a2be10ee0d3b124a80d6ac723a5723d10c54
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6716.pt b/weight_and_grad_dumps/rank_step6716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9de885952935193c89137bb53f3b12e393ae99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec6d19a4eb4323448f33944bdd7461e67fa36f83fdb81d378101bc75f463ffe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6749.pt b/weight_and_grad_dumps/rank_step6749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca279bb67f28597cb3217b81ef3b14c779e187e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54da0fe89a8fada811b2dfdd8bc7fe4237c344177811c47b68535e8d90ac6076
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6835.pt b/weight_and_grad_dumps/rank_step6835.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d56fe89c5a277e63a19b1b29c012e586652101
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6835.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e39080132aa5fb6984038543bab2437695ac7d28ad78bc459eacf3d75ed6bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6908.pt b/weight_and_grad_dumps/rank_step6908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7119cc5caf25c7153154c0f876ece765c497c95f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff305b3e510b50f4c1a0d989f8637455a9e1676dc64af0476789785cc8a84014
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6957.pt b/weight_and_grad_dumps/rank_step6957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b1925746eb2479998b2e57bc6b0f61605219dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cfa167c9535b22f3add8bca7c24250f2a07a1c63a8ddacd8a1ce20718c1a03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7052.pt b/weight_and_grad_dumps/rank_step7052.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee1267ca1761c210235d32277587455e5c7c90b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7052.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d58078ddc2d18f418bf225171e1e5f31d6ccaf6d20c4e354c5301a2224b30d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7130.pt b/weight_and_grad_dumps/rank_step7130.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c376d8d04900e575eaebb06611edc37c381b5a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7130.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dae9047c08e26e4d03a565d2d6ccb63fb6b5cad17271d13916f96fc4d02c82
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7198.pt b/weight_and_grad_dumps/rank_step7198.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e1ddfc76c305ad12525a658d6b119c6bfd5d28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7198.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4c0daeff1a0152beb9a08bf146c0e67593cef663ddb3c8a1bb4f9594616bc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7261.pt b/weight_and_grad_dumps/rank_step7261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0681fc07697f55b38c11223d6bebda2f384be0c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd7d4fae80e86d2e7ae2a96f4d1cafe919d29947a5dae0052309dcd46040bcb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7296.pt b/weight_and_grad_dumps/rank_step7296.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5407c75d8c83d4717faaae2cbe77ec866724ab45
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7296.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660503ca70ea2e31cf6448411f8e01685e53ea15aef9329b1f93c64379e2f0d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7303.pt b/weight_and_grad_dumps/rank_step7303.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d149b9c54482bd21f1efb691f53cf52f11891df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7303.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f22becbc503c16bb1b004ee40a5858abc3e4549c489dac55ec40fbaf2fc544d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step736.pt b/weight_and_grad_dumps/rank_step736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79de18b3125e022d2501854da1e2abeeee26639
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329c3c54f5baf69592e428fbfb95e0317286092077da5c55861021d322c9e9d8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7373.pt b/weight_and_grad_dumps/rank_step7373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d596a885ee5874f758b7878e8b306007419d733
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1c444308587a3284a74bcc7ee7ea3d03dafc2e794bdbabf657b733aedfdab2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step746.pt b/weight_and_grad_dumps/rank_step746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d3b8a0e990f07f741fe9592e0d5456b3692857
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a098977763b51835de68f202acb1593cbab5f14c6a86f99433dd516dbd7d33a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7509.pt b/weight_and_grad_dumps/rank_step7509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce1648d5cc0c1e85f395c187c00029b636ad5fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505c448a92b5fc91d18377f03b348761fb788b130994d7a1e5a71cb0d75bfca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7556.pt b/weight_and_grad_dumps/rank_step7556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291dd2dcbb712f6efc901343f396936206941230
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87db78eb7023047c2ae3a92112cfcbf9b2818efe532798a1c0a55e1e244e356
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7607.pt b/weight_and_grad_dumps/rank_step7607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdfabb87f3741236df89c0549ae189a300f72f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949bde04842ff99588141e0c8d6a8c87ce41a960554c31639b5586b1eee2cb3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step769.pt b/weight_and_grad_dumps/rank_step769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ce0114ea7de1c85ef70508069d85f99ea1632
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc0fc541d57dfbb55adf0873b57991158c38baf93f75a4cbc644c475dd9aefd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7819.pt b/weight_and_grad_dumps/rank_step7819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da9df50ba94b0cd5436c26ed5843106fd905f16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8503cbdfbe67145e8ec832d339b58fa3d2af3088e943997748e28c89d8daecc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7846.pt b/weight_and_grad_dumps/rank_step7846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e54ae2dbe500af1a981512fb0037b6491919bf9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161a35b0b346a040fb892471e22bf3f1b11514e148e6c05fe0dad4b4aafc3f0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step815.pt b/weight_and_grad_dumps/rank_step815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de916177591d3d1346bc956c5711770892a678cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b27c341a39fe9b4d2f41e55e41fa0be1bc74a1304c5e06d3fecfe518836a56
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8306.pt b/weight_and_grad_dumps/rank_step8306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d0a5f0c0124802f0ce9f9893a9f787d7067832
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5367874aa2f56b90912ae0ca3e95962b4bf550cc4d39290eeb30458922b4da5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8359.pt b/weight_and_grad_dumps/rank_step8359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa95b40d4b68748cd640376fb67372ad6dcab37c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d67d2fc207212c55e38441381bfcb64397dc106c60990c939dee83b6cb87e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8499.pt b/weight_and_grad_dumps/rank_step8499.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3185eb952e21ef0060bd1f26cc3b5236b7f759e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8499.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28ebac5e5a441a7d7c14906f133c13f9db935af23c5d1f1766029a9b3cfd2ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8553.pt b/weight_and_grad_dumps/rank_step8553.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c510fe07e4021ab015dc326e468f51d10935d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8553.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba81b475e9149d94f3b9f5cc2cc0deab6ae421ce35b3c54d1c2fd495c18c4edd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8602.pt b/weight_and_grad_dumps/rank_step8602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af9a9cda199687d1fd1ae03d0d0f0002d6f5572
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d79abb326b77c1dabd9ddf9ed16689d5ab2bc6b1d9465289507bcde29039435
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8685.pt b/weight_and_grad_dumps/rank_step8685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01b69b9db5e9b9673aebcda93ca35faac84c25a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910fa49a085069d35b6640e27d41fd4a8e661379d819ed33a24ccba28899799c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8760.pt b/weight_and_grad_dumps/rank_step8760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f9188a097e0eb030ddf60d01fdef894ac07c33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca7a28d4582f9439ab640eaf2eadcc52b8b13a6d9a1e19a2d25a244309355ce
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8797.pt b/weight_and_grad_dumps/rank_step8797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc106114c302f7ddf1e3ef45e3d8c285451fe51e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6ac28fdefca275b84f1b1e430d1501238189e492ec195f6fd76c35fbc898ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8833.pt b/weight_and_grad_dumps/rank_step8833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417057beb4395c83e750350b30b3cb4901276843
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139a76ff7787c58ad8605c1ec170cf76f6b99df672d0001ec09d10644d334946
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8843.pt b/weight_and_grad_dumps/rank_step8843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175aff78d163b9530b990a4b995e08d63de114f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c97b08ec208c14bbf2f0948b039a3dd1024a3c8b176558a9ad137c2ed3441e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8921.pt b/weight_and_grad_dumps/rank_step8921.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d132ff468e4b7043659e0a27cf62a078f1ee059
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8921.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6848ed89936a8778dfd96d8837276da92e3f562c1f36949aa3a58a23f3986f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8951.pt b/weight_and_grad_dumps/rank_step8951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a724547a8ce33ac4274bab1ee4728f9948ac0c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4522e2cb5f00a1c38b6dfb95476f85f43d3bd4dcbd70dd5d67862dd349e27ab1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8989.pt b/weight_and_grad_dumps/rank_step8989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6607b534175088fc14f9a9a8ed3d28e0701ffb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9020a96ce4f95aa3552a4df501c89266525c09291cc68d661b77363396d999
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9024.pt b/weight_and_grad_dumps/rank_step9024.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cede93c82d321f8b58ed94abee179704b804a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9024.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8421d4bcac29b39c765e02d86fb9f376d0d93fb920b79ae595c84b14325d8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9054.pt b/weight_and_grad_dumps/rank_step9054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e0b509ce0fb686781b0beda8859563fbfc18d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade3578c9caaa6c2a99f3f8fb05873e5d94f096dbdc1038f4fd3e7f651e32667
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9119.pt b/weight_and_grad_dumps/rank_step9119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd140c8460bf3673f83106fc42ad44e58aeed251
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6ee4bc9db69d0cced47cd8b0ef1aad91cfcf246b62005389aa57cc7ea0f894
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9146.pt b/weight_and_grad_dumps/rank_step9146.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79dfa3bd4230b872e4c1c5c6cf79e05658d23d05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9146.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d03479d731b31508d826548a5eda4f8d71cc8dfa5578673941994e926d624c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9217.pt b/weight_and_grad_dumps/rank_step9217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8853ed480c58a251d3d657a19995f3e7865d0d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcbcc00910230bdf2711d8a90867ae4a89c85ddaee05a0beb76ba5cdb8f110a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9248.pt b/weight_and_grad_dumps/rank_step9248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b153536aaa8932fa362483a16f75c62e395d8525
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79b54313501e2e6929195c1cc5e3f1dc3df9b7de0b065294fc6bfc8f5703a7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9375.pt b/weight_and_grad_dumps/rank_step9375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762277837fbd550aab1b51cb76ca944c4dddc30b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a25f6ca85aa9e9a4381337280db934a48945f4b603cccf6fb4ae387fa90ab86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9382.pt b/weight_and_grad_dumps/rank_step9382.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347c1958453805e4317eae8e95ce18bec8d40cbc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9382.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc36accc0cb909b47855034ba646affc3b19adf9850e6093995ef506a5908c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step958.pt b/weight_and_grad_dumps/rank_step958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46592a4a470bb1cea8f52387998b116a54fa2433
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd2b545244d917fe003930e5aa836f9e6adb61a031bd03b22d04402fee0a7e7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9588.pt b/weight_and_grad_dumps/rank_step9588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbd5b8bdb601f6d8b270fbf4a2b214b5523e6c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae793bc15bf30a6c2ab322e1918f3591b974fb69b264908fe2bd6e5dea5f43af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9671.pt b/weight_and_grad_dumps/rank_step9671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2bc7b008d27ef412abf964928f2521f9d5480
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0823beb0b7b0b73e8a7113f09922b432611f8c1dd35afa37625ffc26350401
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step977.pt b/weight_and_grad_dumps/rank_step977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330a49e3aec72761d0869db8e50fe66a8707372
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322ec4604f7644ee758db3c798c50c91fe083e15ee21fc48bc839f6ee92fc65c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step980.pt b/weight_and_grad_dumps/rank_step980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66512602674f86e3cd85559fe04ccfb3b6f50089
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098c074b01a9d95dd847492b37aca359f6ace9d48e1d0d3dd8275349e9c8e654
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9898.pt b/weight_and_grad_dumps/rank_step9898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b737f21d57db69dd1b83e0e18e658ca0757bf008
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a218dc186dfabe45a60d331204520c21e6c23ecacaab6ade04418dd9a8a45ebd
+size 1524331132