diff --git a/weight_and_grad_dumps/rank_step1031.pt b/weight_and_grad_dumps/rank_step1031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198d2801d904007aebd37cb718c333a6472d348b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af299d506da67ffa441ee0375a18f3be6dc11f40370fe310a697236db813c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1099.pt b/weight_and_grad_dumps/rank_step1099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e28fbc14e584e34989de43095a25b91fe760e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3169a0f74129fb204f07d75ae6fe85d22b176252263e2275c929eaf3e7ac30ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1153.pt b/weight_and_grad_dumps/rank_step1153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85f360f684cbbbb9b67ab3cd6057465a26b442
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad98af41b54bf2c5cee56c8cae5ca220a581c3c9764cf49d27b4696c5b13c4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1202.pt b/weight_and_grad_dumps/rank_step1202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0759087afa6b5441952780eb841399ba3c46e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4602c052c07f565e6a7a9d0327a3cee4b9bcc93c24bb9fc6642329579eef1d30
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1360.pt b/weight_and_grad_dumps/rank_step1360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b341c0057a675b88a89658dcf2cdc1a2cc59efcf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65876123c125943cb255c052af739a660333b76e8c9a59fd96f7e3accbf06c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1397.pt b/weight_and_grad_dumps/rank_step1397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58c2175977c60708d74d64d97081b21a0685b80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866fc356aa03ea8b20294bc1b701c9c48edc560e5af562e11a13f8b0574f101d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1616.pt b/weight_and_grad_dumps/rank_step1616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1621d1c567e51aa4bbc8246fabbb0575349d387b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e515e0158987c1a8b7344c62779e3fd4d6a3433b733b42b3741ab034b1ad3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1649.pt b/weight_and_grad_dumps/rank_step1649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e67424b9ef9c8d497bfe21911c2d86c62b73ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce7bf204558de1d726ec2592163b038ae20bab6086413e235aab727cc497387
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1664.pt b/weight_and_grad_dumps/rank_step1664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea8f17583c70e7394406fd19712607ed7c0eb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a4b38ec149e61901afc52bcef8d232bbdd25d3cc951b9ffab6378d077af8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1693.pt b/weight_and_grad_dumps/rank_step1693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafc1d4ab40f889f46f5bcd43f521fa3db5a8275
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3e02875a649dcc1ef8533246a6d303c38515200ada9a737a45ab84aba71e7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1706.pt b/weight_and_grad_dumps/rank_step1706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c698dd3051b632ba7d914c8f966945232504ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3195cc9a44e5e0fd85511249f6445f494477be8001543e0d57239bc88f7c0d0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1759.pt b/weight_and_grad_dumps/rank_step1759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddac1705392f33595018437b1b98b65670e6acf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ade1b03d2f98ebab589f178c01ea65a3bd87cbbaee7d9f20a138fe08c5a7ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1774.pt b/weight_and_grad_dumps/rank_step1774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb45e4d9d4968f7498bf1f2c03bd27f3b8a1a729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a92c574f2b7fca2dae58560b57b7996f2d2b4c3a0630dd6b13ac8da0c8feb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2023.pt b/weight_and_grad_dumps/rank_step2023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1307983ce5a6f81845a655d50df10738d80ae21d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a49776648f35b4e16cf986121647039883b2d4caf88914a15c0cc3a24a5af87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step207.pt b/weight_and_grad_dumps/rank_step207.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cfb41dbbdcbccb93890e6ec0921a55514b9099
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step207.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da4aad862b8a31122081398ae3fcbaa2e8d3a035e5db56ad05e7cbf7f00450f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2141.pt b/weight_and_grad_dumps/rank_step2141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97329282ff8466632e53e11e9464bda9e97c6d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278dd698c186c3674ef3f6564bbab9b7a534849c4965c3fdd246037516331ccd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2210.pt b/weight_and_grad_dumps/rank_step2210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f83c9fff4484e6da961362f225c2937871adb8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831814aecbcc2b3eb7a2a924375b7f9114dc0773451cb28918da3732cd1953ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2385.pt b/weight_and_grad_dumps/rank_step2385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e697219820fb2d83c7794055c742d425ac556e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568dd7965cd0af04f95bf48b87ccf81a9a47f23ad8c4c69a9921d202c1036134
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2437.pt b/weight_and_grad_dumps/rank_step2437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4791f9214cd13a72f31ea69cbc8a2ba52abaf5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97adb21debf43e86aac4ae5222920d38a115306b9c7a9d4c8b7e1c88d8e46d66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2527.pt b/weight_and_grad_dumps/rank_step2527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01372a66f130806ca5ddb049829216960bc74bda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5a9543956951f4c109d883959513270a74a3d69bccc23e09de35e4aaca59b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2604.pt b/weight_and_grad_dumps/rank_step2604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4877ea7872ffe42856f85e568bb83473519fd1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77360633613d07d677932103c9ee4a1dc20b854445d38c656acd72062d3b277a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2629.pt b/weight_and_grad_dumps/rank_step2629.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b39dcc47ada31e869b69eb947f3886b50be4ad3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2629.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e95769b7f05de1b21122ce238968f4f652767e4f58974414ddd82c35bf620c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2676.pt b/weight_and_grad_dumps/rank_step2676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97a5a69291807af626d92c78aff1e8d9eb18e8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064df570667c42442f3b4304f5cbf5eea171359c3b4f3fbfe17382842869d2bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2714.pt b/weight_and_grad_dumps/rank_step2714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a436b3630c5a39e22015941c3afe1278d5efe2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2ebba8e8ca17c1d981885dbc6540f6708f2e92df8952df641fb68ce08278a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2739.pt b/weight_and_grad_dumps/rank_step2739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c60f2ea875adb67b476ac6eb8ae039e85867a63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf18202b3e45aca10b015f5d52cc6b761406181854af4a79b8eb37463e776223
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step275.pt b/weight_and_grad_dumps/rank_step275.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6073de8d3acdaf0f3e063d1fd51dc7216d626afd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step275.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0cf2d1c3ef6dc10dd0d00a65c6a6be22b355426048b2a68c8578fed4b03514
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2766.pt b/weight_and_grad_dumps/rank_step2766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5a19c939cc9549775b95cddf7d72e3cae2460f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8075a028067d9d866d404de8c0d50ab6cbbbf01cd870a2054d80f022d2df53e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2868.pt b/weight_and_grad_dumps/rank_step2868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bb9b73af7d5abd4af3a6a547e7a36d18659f71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab624b2e92d8da031f553a403c845eeeeb446fcbbca0b4ac04d0017a6a7677b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3132.pt b/weight_and_grad_dumps/rank_step3132.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63814e5934afe5169c3f2cef6d6d169f5ee15399
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3132.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a040fa4108ac7f2b4e4c2082b243bdef017f9cf27b6d29161809c1aa7e3b1a9e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step317.pt b/weight_and_grad_dumps/rank_step317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef67e02743dae1e469886e1a8b7d623ff89f1e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1d9fffc8055d59324b4d65e50f32d2fc838228a98be70b9e642b89f523baeb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3211.pt b/weight_and_grad_dumps/rank_step3211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc1f61bea5fa0db4aa07cbb114ef1eb7466723d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc70e09d9853d40411ff01af9a79741f17f073f510bc453d7018bf91674869
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3263.pt b/weight_and_grad_dumps/rank_step3263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1003efab8ef047426bd723f2a080dcdfe5a8f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5731e66e0e770743fbbd4774686682463a40b1c71098a9c63a0189f03f3651
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3301.pt b/weight_and_grad_dumps/rank_step3301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b414c94619b29d4b6dff3cdcae9f34415ca95709
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc880c5ef5ba0c1debaced69b8a19de80eeb2ee8230f59cb557aa4216550a77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3373.pt b/weight_and_grad_dumps/rank_step3373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d14234d24403f396a6928c3c2c27ce78bce1c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6e7603e24dd0bb387398b15a2da8bd9d9a9982790af6ac296ec63c13edeee2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3436.pt b/weight_and_grad_dumps/rank_step3436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226df4eba84544a88f835e86423289b70e69d875
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df422d470da29b76d4f062cefce5067cd1b43876aa01f29454d14a50153ae70c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3469.pt b/weight_and_grad_dumps/rank_step3469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02833ae35cb0dbbff9a43e632ac423a9c7d8e291
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35d04de7e2589e30d73b035991658e5f032e0e72bfa58959756053c6c12b41a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step348.pt b/weight_and_grad_dumps/rank_step348.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d07e871e1109c06acd786284a5224e451fda38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step348.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6e607c72289620e23b2f6267ef95f166a88e86617a68fed3fd34513e4e791a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3554.pt b/weight_and_grad_dumps/rank_step3554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad673ae51a5dedcf5ae25b9523c91d0926fc8e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240b9d9f2a9981667ee893f5035138559c50b199ccac3eabdb63b8f08ea862f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step365.pt b/weight_and_grad_dumps/rank_step365.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3887c9b0738cf81b2149bd0abd93542bff19d68f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step365.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb2032cc48b67e3a0ec9bc1df766e21294ff32805f767f38a9626d72a80801b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3738.pt b/weight_and_grad_dumps/rank_step3738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f4564271c7caa44d0a839c740a1e93e554f34b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d7333c28c9ff7ebcebca481269ea985873c5746bea6c747e153f91ef68b19b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3767.pt b/weight_and_grad_dumps/rank_step3767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8eec54069482631fdd82348cfdd8c4ca53f81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d043395903552ed27e7134a3e7b9e874c4d96e4095899a08c86420694883728
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3790.pt b/weight_and_grad_dumps/rank_step3790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e112e8cea570a4d9e61efddfee6207bdd29d5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4162dda6ef432cb3b48f15f0182b618df673c80bfa69648cafe584e659cd3830
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3844.pt b/weight_and_grad_dumps/rank_step3844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058004c769873e480b7ae7eabf28d013ea5296e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96821e8afdfa4fd2a1eb373b6e944f4f61660ed619ec8ce40af09b8a432ecd6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3926.pt b/weight_and_grad_dumps/rank_step3926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a60b12a3f0b4b5796611bd06e3d08b5748b3bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275051a2d7df8f32a537f21761e34a3090b0a46789a5cc7425465f48bc0bc331
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3979.pt b/weight_and_grad_dumps/rank_step3979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e531b15456dd65e8b6b299ca3064c48e30e6c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbc09c6f50c8e492f69f1258fba3795b36d804d41521edcd7fb760bcdd871c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step40.pt b/weight_and_grad_dumps/rank_step40.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec511d570648e3a40468a3875d69d5450fefafe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step40.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9207e5c8683eb5931e22df1af365d18f2949dc611710dc9ece6961e64409f7ad
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step4007.pt b/weight_and_grad_dumps/rank_step4007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743a71d98e18aec936445edbfe0f4a66a17efdea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e268aa871b937458f95ac7e6bcf3b093c9cf138b551eb38217c02ec86388f68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4165.pt b/weight_and_grad_dumps/rank_step4165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5632f54c7439a1bb814f92c736611d1a2e0aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb923b02cfa0b4b9a7ec79e13b7d6ea513ed47571341ee2470fe5d037336eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4192.pt b/weight_and_grad_dumps/rank_step4192.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ce1951dce775921f84c5485395f3660dfaeddb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4192.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ff073d8195bbe73cedee03622e2d17481df20f1fc7a3f60ff81364eaf6a2c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step420.pt b/weight_and_grad_dumps/rank_step420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40a0501c74d5a550bc08a702ec708569361a0cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba51fa440ada73d481a22d6e2e111ebbb43206b3405f563e46ef655112999820
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4234.pt b/weight_and_grad_dumps/rank_step4234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8d5eddfc2135846f979b3f6e21eb8cd17feb8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700a0be643841528ecfffebe3fd867ce07cf1c29382eaabe74e26eacb64b70be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4309.pt b/weight_and_grad_dumps/rank_step4309.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471d9731e4834f644a608a518794bc8f52ae4382
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4309.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8324fd3921cb2e7a007e7254ebc53b85f306e70a587712b2ee5f425c2ce07bd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4356.pt b/weight_and_grad_dumps/rank_step4356.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628514a69cc2893a7aaf61a0db87c72eda91d0ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4356.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ead3fa3d14fdf2bdaedca274c07a25665d4b8acabff4a21e46c3ecd8cc3c79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4461.pt b/weight_and_grad_dumps/rank_step4461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28feb7c45992a6c1b199b91cf9569280b0de7c6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01002a65264c65b4b16eeb361de59020e23da78d14028dd0a80b625174c61113
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4503.pt b/weight_and_grad_dumps/rank_step4503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def3302f0da5d18532b8174d0451dff4c3350243
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204b3633e23c61f830c699b891cc91475fe8b90e0a664222eda2d250dc2780da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4571.pt b/weight_and_grad_dumps/rank_step4571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11cd5af4c10c0440d0333238a1caad05e79bed9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c334800e5c10e3f1a4a61c53181360c86bc20c3dd31a5f0ec1230cf65a7170b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4573.pt b/weight_and_grad_dumps/rank_step4573.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdffbd0bbe62ed9ffd90fb9f3816fb970b43acdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4573.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f95dea58cf42b956ec124120412f10f8c85ab5379a5704ea4722eb29455e83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4688.pt b/weight_and_grad_dumps/rank_step4688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccbab44eaa245554c51f463fc803ba4f4a6f212
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2d0017453741cd37f89374abfaeb3ad86d14d42bb5a85f690c6d302454391b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4798.pt b/weight_and_grad_dumps/rank_step4798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a99cd399330cd82c64802cb9a132af75a7fbba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9cc5f3cf2a639b23fd86b03771e3d886ce8066ed9acb73b036a8aa29fe883a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4813.pt b/weight_and_grad_dumps/rank_step4813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42db8ea3130aab518f81e8855c451b38dbbfb64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef5ffa2fe3d2df119fd2d3129a2660152e2100f5a91debd887abb6af05b6de6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4861.pt b/weight_and_grad_dumps/rank_step4861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cca007de47c4d729a75b2ea1d2e67c70428c2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b6fc5fbf190d52b51be08ed136349b2ebcd5eb0b6a802442ea297e0ad7eb7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4903.pt b/weight_and_grad_dumps/rank_step4903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25351fce586dd600ab02d5eee5664d8b9f2d6514
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afb4fc05068e0a7b335c94c622d31237e7061a5b43b8fe4687469a718dd30c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4971.pt b/weight_and_grad_dumps/rank_step4971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbe8a333837ca738d24caea00eb1f287e1af8ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025eaa8f7ac9d17a288847a58bd55f8b454def7a7ad0c918d0d834b0d26c70fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5006.pt b/weight_and_grad_dumps/rank_step5006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b96da8a109a1224fb2a80a5c128ffbdfd0f1bc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fbfc9ce10779b127e137c15b5ff7301f518abbb14cca4e0bbe9a77dcfe613c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5059.pt b/weight_and_grad_dumps/rank_step5059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7083de15f6db2ccfff9032cbf962013faefcce5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2009d6f2c7966b2db316fc6c39c9e91dcbc940fcddd62fc3bbe00df2079f788
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5074.pt b/weight_and_grad_dumps/rank_step5074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4b5ba081533d00a04e776346983713a5653c83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ce5a78a63e66bd089bca0e148b2e9ba88d0a538e55e107dce27b81384effe8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5116.pt b/weight_and_grad_dumps/rank_step5116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfad1b5975a624dd1aa3b5c9ff2c97e50818f27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a295542791ae1216853317e55e3a9967d8601fcb592c8f665613d640ce32f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5149.pt b/weight_and_grad_dumps/rank_step5149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bbc1b2badabbbabd5a9af84aa8562dd159b132
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ad336690fc3d8e3383e9777c0e4621c86a12bb84d8dff621d813f3ec0bea3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5164.pt b/weight_and_grad_dumps/rank_step5164.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d14963b0df4b1977aea5f9c0d372fb45dd118f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5164.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49573672d3c145c82efb5db02c227360ea4ba61d3c442895dc489184a7aa01b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5218.pt b/weight_and_grad_dumps/rank_step5218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ac51cd5f727825d771a3a720be57f9f5b958fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0277598afbdfe31ceb9aeaee06d9dba7d2d0a8422942c098a2ffd728ecdd9e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5412.pt b/weight_and_grad_dumps/rank_step5412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bad74a5dd6f0a947275c484fa0b94018ccc627
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b34fc0e7d6e4bd10e9ff5d091704b283e030fb66d76e51cbfe4578df1aaa6b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step542.pt b/weight_and_grad_dumps/rank_step542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f732a93915d22b7c9c3176f2442ce5c2ab3fc011
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca87ea7b00f3cd63913d4a8614a4909b296e8f43f1d79d6d387d9eb7ba471483
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5570.pt b/weight_and_grad_dumps/rank_step5570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e447a170d61329668da72b091be7a6d0fdf463b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e432f97dd6446c3b2d33f953bb945293dcaaaa28b59e3a4d9948e6fabf8638
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5587.pt b/weight_and_grad_dumps/rank_step5587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a8df9b085ea8bef5f9ac85475e0f08b178de24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d509ab11294079397917199657632d343361e2bf9a5f1701603586809a519020
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5621.pt b/weight_and_grad_dumps/rank_step5621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf25fa07b6a0ef917e8b45594c201807f6755b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b7ddca67649ccc02b8f4bb8678f68d1d365c399dbfa28abdcd63faa76823c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5743.pt b/weight_and_grad_dumps/rank_step5743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3449b16c3ecf39dd66bbbad003f327076379239
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e56c58928c3f0a466770729e56ad0926518291a42360849ba35184a65a66ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5897.pt b/weight_and_grad_dumps/rank_step5897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d74da0d957da07bed7e8ef2bfd5065385a27c3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0117358a89b0316842d19804f60f82e64025708b83f5b899f52058d54b14fea0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6014.pt b/weight_and_grad_dumps/rank_step6014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239173a2a13a594333521c66fe6374a2a21a3ca2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da4649c85566b71b5fb6f7bba7e1ba260e74ffbdf6013170b504676536e7554
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6039.pt b/weight_and_grad_dumps/rank_step6039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42e7de436b322f2f0519d9b2d7676a996c6973b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789ae3362b2fb2d183cda5dc44bd42d9bbcbae525aa05fdd363834cbe5a342f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6049.pt b/weight_and_grad_dumps/rank_step6049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c585f51694292f54c623503de5cc0ca53b9e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab79b8ece31b865026744cfe7916e883dc5afb361f1a693e2dc8e6c343a18c28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6066.pt b/weight_and_grad_dumps/rank_step6066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7686f5cdceb8b9afdcf4282c6355e3ceea640a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0b1319cfa357dabff97379659b640f61c70eaeff583f88492070cdff7644e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6104.pt b/weight_and_grad_dumps/rank_step6104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f6d9fbc29e45122a5917de6dca4e5340fb05e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd623096e9ecf5018e3775d524bcbdf57024c5635df5bd9c190782a4a17645b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6129.pt b/weight_and_grad_dumps/rank_step6129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c222ea23a7cb702859f0698bdb8411336453f8b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9786562e0f64b48c5c2ac9dea55e1fc935f42610eaa97c52e829622fa91b5e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6176.pt b/weight_and_grad_dumps/rank_step6176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7631ddf9f469bc3988f0d97862b2c326a4c0908
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3529422d395c34457b8ece4ee5f9a8f2089b0b5fdbe0869fff279fa8bd61d059
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6368.pt b/weight_and_grad_dumps/rank_step6368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2da66cf040a601971fdbb2fb424dca151b50f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8641b9ae405cb3ff530f25571bf833cfffca59fc0dd36b231dc493ffd969b77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6400.pt b/weight_and_grad_dumps/rank_step6400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6777c2ce063f8daa1dc0eba7edf93c96019f8a22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bab351ee459c6f2854982ed7238a1d098fe83c80b422def5689b641535854b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6562.pt b/weight_and_grad_dumps/rank_step6562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72efc98adcf955172928317d1251df57793626a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e716579cd0100256fc93f65d1494e5714be982a33f33f6e5d10abecd79213bac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6595.pt b/weight_and_grad_dumps/rank_step6595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9f232b35eaa996f09c51b1b8e07d5018094043
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282c68c51379463e6549a422162d3007f3a0c2504f314cf961a2f8d9f24cd4aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6633.pt b/weight_and_grad_dumps/rank_step6633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf6a6e822bac35f41924241553a2cc16520f4c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c0dabc7ca8f1627b7ce67da8364cd36db23db332b1eeb68771f7d3d58210b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6751.pt b/weight_and_grad_dumps/rank_step6751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c218a8672e76cd3ade9df18b939def84a37463ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc3e89cdc88d361eaf8636b834f0d78276c713412b44aa18e6038a33ebe752
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6885.pt b/weight_and_grad_dumps/rank_step6885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a276ed63d27aaadb90d98bb9ebd7a1917fa7e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2a7ac9b8f0797e0bfad8b7d2f68578d5439b2db35dd62b5374f9823a194d66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6910.pt b/weight_and_grad_dumps/rank_step6910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6210680871c097ccbed2795ef3d42645c9658c8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b55cebf7aaa8e8b75fc5179c2a89fb306906cd0bc697514282c46efa496c7af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7015.pt b/weight_and_grad_dumps/rank_step7015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922b7e2ebd560139bbb398bf0c93769756f83b28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceb9802d26058d7a0aa7d2ea00245d6c05cfdfd07aa2c77bffa0c5c8619c323
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7128.pt b/weight_and_grad_dumps/rank_step7128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90d8b04f4da6f055eac04c061b5fe3d482d5eb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5217d724b9b1ca58fd0804c057663d4a8212d4ac9fa6a15926f4106901bf69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7177.pt b/weight_and_grad_dumps/rank_step7177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275840c8d8fc2f6df0f8c093b059b4b5b020b375
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3a0bc238a1d64edbb455667423c23b52b94bebd25aa69c8710eea06cb87de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7180.pt b/weight_and_grad_dumps/rank_step7180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bda5ed09cee0ac2afab806f5942cf8c8c8b229
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5789fe528dea904d1b2d72e772b80026d44e74a1e3b8c0c57556a553210414fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7226.pt b/weight_and_grad_dumps/rank_step7226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a003d3565db4c787691460a678a53cc0deff6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f4540752369bd40a73ca51375ad38546f4909d07d62e7252845b25464239e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7279.pt b/weight_and_grad_dumps/rank_step7279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4538c182904c3047b954db57af7737a5355a541
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102964fe7a98c6e7e66ce5d70e569e864cb985029876223e08f9c46b2777bab4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7344.pt b/weight_and_grad_dumps/rank_step7344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a674405bc045be11a54f80af4edac6fc02ba8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0011c267351ba50b95e6bba800ce6b37e5626f324c14950481af9851053de31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7401.pt b/weight_and_grad_dumps/rank_step7401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72ec19ed5cfe3822d6e1770e63f1214e564814
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4686c12f2d3997087fd5fb6636b6967d5fee7ec825db2eb33169805d4c84a01
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7473.pt b/weight_and_grad_dumps/rank_step7473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbf9c29488526f3cd05fc36581e4a0d8305e285
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073aaa9c3e460d24b69eb9a43c788d0014e778589daf12b120a60b08b524d588
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7511.pt b/weight_and_grad_dumps/rank_step7511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96789cc51b98c3e3bc25546bdda6e21e35612e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de773f8ebd720be50a7f5c0c0e6d515d00d806c38e1cd75bdd29a4b93cef91db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7563.pt b/weight_and_grad_dumps/rank_step7563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578ca4b3a935c44ab57af9f2dfb4f93a70647349
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8730baf9c399ba4285b3750d67d8b765414ce25d75c3e761995c7e4adce1c673
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7640.pt b/weight_and_grad_dumps/rank_step7640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2363689f9d938f4a8c171baf9696c55a9605d13e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761f81866e6101d4ad1e4250d30caa7705afa6c90df1feca0d8a36abd1289fad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step771.pt b/weight_and_grad_dumps/rank_step771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc10b244055bf9f5f876fcc44891bfeb9bf29b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1610286941aa34fe0557ac0f318fb9202180e38946940f7af51c306d525f98
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7722.pt b/weight_and_grad_dumps/rank_step7722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a61bd80361c7a66bde07d3fb88c471ba3bdfb07
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadd651710cd70dc2d754fc565401c6be5b0bf4b29df820c9b7fd9846b9ee03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7801.pt b/weight_and_grad_dumps/rank_step7801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd7216e7b3886028ff9304497ca91f60b1e5d23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373cb3c5e62c80a4c66d8bb0e503464ca0573acd75922327d6f19121fac37315
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step786.pt b/weight_and_grad_dumps/rank_step786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8ed69a066e3cc83ff11c72e70274246e512a75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba93f298657d15868fa2ca24988b7febaf9da0665a1b1ea8a94edd4ae233b7f8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7963.pt b/weight_and_grad_dumps/rank_step7963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad369cdf58b4d50dbe9adf41de459d0a20359a50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee74a7341d9ab196022bc04befe5142ee9be4dfa34fdf8e575ed2c85c532297
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8010.pt b/weight_and_grad_dumps/rank_step8010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1497003a56ed67cfe7c1a526224e50ff61b92b26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907c6a037410254a6cd33b80fcb3689df081fcbb7fbab93714fbc0c6bc372b2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8060.pt b/weight_and_grad_dumps/rank_step8060.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccda8431378e1ada632c7b65fc94f8738b57852
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8060.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad22eddee3506ebb43d3b5f3287d6ebffdc1d4e44b2e6c49a844ab64e1cc1e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8185.pt b/weight_and_grad_dumps/rank_step8185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff679d9e5d69ac8d0ab827ae215a37625165759
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e38be174b91b3dbcbf768b40cc26f59329b6b555351b8e989bbfbb33da1e5c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8223.pt b/weight_and_grad_dumps/rank_step8223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f61838f3a675e89ad0c6bd4f68efa350f1c15c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f812fd6fa9f93195608a1034ca91a895e8f59899af87c368e02e8f99795548
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8333.pt b/weight_and_grad_dumps/rank_step8333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e0f9452c5502d946237b1ea1ff2661295ce66c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e782fff978233a11e444116545a0b1a7ece17ef377b2eddf5480f8d39add35e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8341.pt b/weight_and_grad_dumps/rank_step8341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763fb7c34066e2f7c89cf3fdd1d5b483370e194
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6e69fc5a42dd962899d00d2e2bc992dfcf7fcf6e0e31493a4a5f9db7f13fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8429.pt b/weight_and_grad_dumps/rank_step8429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891c1ae98584efc1cb4646d1af2687f8aa13e14d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d625e75373b831867115f2560904da1ef836cc9d445d509b557c429be7f38668
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8476.pt b/weight_and_grad_dumps/rank_step8476.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8ed216abbd0c9805c8a4d1312db1ac59f9d284
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8476.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9707bc037b548d1f6ae6dddf8b7fb00d41cbdcb5f0225873ecba336d8db9c3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8481.pt b/weight_and_grad_dumps/rank_step8481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a8108ab37a57a87047cd918d4b6de2b4217e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b48d78a6155d2d778afaeb656fd4c32008f1d70a31addf34de4846e900491b2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8514.pt b/weight_and_grad_dumps/rank_step8514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d151f6517537438783649a658471dfd37cbd22f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4acdff9227fe27f764736875d21410bb55b4bf3d3af03636f58b62f964f2e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step852.pt b/weight_and_grad_dumps/rank_step852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e8965a441ad5d93a7db791208870a437849d6e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb2d5f34d05fc96158c089a5de1fa041be3a651255d8f673c7d6a97ecda95fe
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8645.pt b/weight_and_grad_dumps/rank_step8645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc333df607f2b7bf4cb69fb69ccc765bb0c5e99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a00b80f07c3d3c693a7e75909a5549e1da0c8bd826caa658b17a855322f9db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8727.pt b/weight_and_grad_dumps/rank_step8727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412f69213c90ce029106c220deba77b5064fc4f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e983566627a9d679112b54e8a656f94c2e3f67202dc63408adc8820c34dcea40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8804.pt b/weight_and_grad_dumps/rank_step8804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a854c7a6f6210a91ab197bb81e8400b77c79539
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d019fd4cee722b66f0c6b0db86750517a443089e043b813d0a53125c4b7a179
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8939.pt b/weight_and_grad_dumps/rank_step8939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9fe475b97ed74fcd320fe964ce8bd828e88455
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b31696df0bb64c607ae83c758708f9f0548084544f61e6eaea80445d3d74e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8966.pt b/weight_and_grad_dumps/rank_step8966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdd9198f6e516151c204f326ac64a71d92281e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f484914d69a706b5b7090a2c8dec0a4182900a190199b10d952e91f8450bd522
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8991.pt b/weight_and_grad_dumps/rank_step8991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5c584d7c3b0dfedd5947c012bea1566a3e9787
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c38830276aca0562f089c2b498de1a30558355af9d98d07b673187ae9d6d280
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9063.pt b/weight_and_grad_dumps/rank_step9063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dd221efb783095b1a65f456beff91cb342914e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e2dabc20de46d16f6d5e6b6ff7c994b45d18b80cca2c1f2c9865ccf4523edc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9094.pt b/weight_and_grad_dumps/rank_step9094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cf5522016796e52952a9c78a447623ea09ba26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4682d51d07d104944c6047c5aa90c36d07e437e003790021b6f683e5602b25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9250.pt b/weight_and_grad_dumps/rank_step9250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dce70b0fa16d4747b101895cc0b09807afb4e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910ab78ab8f6ef33ff28f4aad3fc41561f5e5a038ec284b614842d2d21d5ea4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step930.pt b/weight_and_grad_dumps/rank_step930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2ab3d5137d68c3c98892b2ba4b8242ce750cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4593de79ed31fa82d2b5e0d30efa375c0a4787fc4d9a9f535621f51f1f5065
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9332.pt b/weight_and_grad_dumps/rank_step9332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b8e267892308277a99ebedb9beb0e4686f352e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fa4eafb5d2995a76eaa962d55cc85ab59c533ff98b2a1b24dd928f6c54134f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9480.pt b/weight_and_grad_dumps/rank_step9480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d6b5d8e97c02efe93887da16a383eb979a94e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0856df4f6d10220ef33c796c85307c5f72ea93ceab7e5af8011a21b6c4029ac7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9538.pt b/weight_and_grad_dumps/rank_step9538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058d573ad64fc24dcf490f86bde6e6def4ccaa06
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a6c8d24ddb6755c0c003991dd7462967340359abc56a359862d99e8c2899b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9567.pt b/weight_and_grad_dumps/rank_step9567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d010c7db007b9aa2bda5c24cffa20c731d1061c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814d65e77ab8b912017fa91439713a42686f99377237977346c86040ee94b5ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9590.pt b/weight_and_grad_dumps/rank_step9590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f07a0d9fde76d108fe378a9e27fe32dbd048b35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4724594369bfb6d19825c821ab816a9dd6fd6db231e40f24a87c08cea2aa900
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9636.pt b/weight_and_grad_dumps/rank_step9636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aff2ac0a8d5a922d1b3a3d33cb3d92a2c809af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2015d73cd05fcd6bd5230c2052fed27319032d1e1f2280ce4848193d0d444d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9669.pt b/weight_and_grad_dumps/rank_step9669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0fa2b9a74b50338afa31f4ada9970c745cdd76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5055a0079993c64827dda62df1a0b69318c6c1dd9cfd6d081503fb960ab3716f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9726.pt b/weight_and_grad_dumps/rank_step9726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc9e2494e69a6cdcb1968f84cfbecc5bf68194
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e8c7bccde93fafb3eeb5fc96ebebf899dbeff28753b6023df8bbed59249076
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9754.pt b/weight_and_grad_dumps/rank_step9754.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84864d6455a552bc00ebc773b853e9d1146a64f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9754.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50360f71fe907aa2fafeb3e03a36032bd935970b6de0369774658dea113af455
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9779.pt b/weight_and_grad_dumps/rank_step9779.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2bb124bbb21b7bec54323f3615c585d7b09f1f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9779.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52927733e80fec505a381a721a6d0231703cf83f4a1d69c1538efa2054b386b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9877.pt b/weight_and_grad_dumps/rank_step9877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7222dad0aa837edfcc9d6472cecbca8aaf9bff65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39ed1a65811fda06b74a16bfe524278c14f9255e2a5aa47b71f57958c1cd15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9880.pt b/weight_and_grad_dumps/rank_step9880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9525203ef2ea058d8be0751e52bef3ef99a4b676
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d45a7315701260223b65f969e1dba11fb03d5e9ac5a9f8a4aaa78da1af4e64f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9915.pt b/weight_and_grad_dumps/rank_step9915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e15b90ec9828930ce1c37df3cfa0056f1d05ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1f0208ad72bba19e3d4f99c181a373f27697d20dd6b7e8c87c1f45f949654a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9990.pt b/weight_and_grad_dumps/rank_step9990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2508b638c05ce576eac3b851efa7d0fb44ae4c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8e646dd23f426d24522e633d205ef197a28e4eb7c0ddda14c8ff19a03996b8
+size 1524331132