diff --git a/weight_and_grad_dumps/rank_step10002.pt b/weight_and_grad_dumps/rank_step10002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886a404957051bf3bb540d8f1ed357d8da66035f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63b5b992220a5606df49841a0673644df181d22ecfb838e8fc6cd7f6b7b6aea
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1139.pt b/weight_and_grad_dumps/rank_step1139.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e83d9688a6f476e46936dab8459a3b44f8e8f8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1139.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcba861395e0ea2308f536b2f86fc9f3547ba7f78f32f57bdf994065f29960b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1149.pt b/weight_and_grad_dumps/rank_step1149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2721d028622362718f825b5d04b154aa63dc4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270f329f67e04d2feace0bc5a6599a03bd4e97da854325922dbc3df0d5975b9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1412.pt b/weight_and_grad_dumps/rank_step1412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0b024f735650fb2e223dfabbd8e23361b0c824
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02012988e2e30b3ad8b8ebd198d7e5e5f9d02be60635435b716d81aab4b8cc70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1495.pt b/weight_and_grad_dumps/rank_step1495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d2923c90a6bf5bfcd94298078d563acd546b8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba402ad95170b336f5f2445d39c016c4e0e41a9209a5e4341eb851277966834
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1570.pt b/weight_and_grad_dumps/rank_step1570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3cdc44e75fc62d3b2486cfdd870df1c98dffa0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa923f0c420746c80a78820541822a944d738ed84769dc887dfb6ddf38e319a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1587.pt b/weight_and_grad_dumps/rank_step1587.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856c86150d1c50a68ba054d6216f1cd2e1195b33
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1587.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1b3082e5063e5131a1acf6bc812389ca4eb7f124537b0ccb626bba97d25508
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step161.pt b/weight_and_grad_dumps/rank_step161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d76ad7f516e3a3ebf8d612d86b1cbe66de3da2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ee9b31a32a736ca49fc76297b9ebc978dd324b295767044c618bb99e7e3a96
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1621.pt b/weight_and_grad_dumps/rank_step1621.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698a03415e4276fe48e58c8c235dce0ed591990a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1621.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269a2d819046939eed133a4420a3f6baa2809e063823dff1fada3d6ba01e674
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1651.pt b/weight_and_grad_dumps/rank_step1651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ad54132bf7d904e94a67915e6ece9b904f03a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9627c3aea934f03c1ca32351d4d59d7b6e78e2ba8e18ae8896b4b3ad38d3049
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1689.pt b/weight_and_grad_dumps/rank_step1689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660bb8962d3d4b4c27f89af5012617586dff2aec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5832c3d939d2fa3d3b77982eca930e43aaa91a346aa6520f6e965e9baa8162
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1743.pt b/weight_and_grad_dumps/rank_step1743.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620d02ad49c93fe4942867fa1164b97d80a82048
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1743.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec90a65dc563677e851b2d64eacb9e3f977ceae407508bb5443db7eb54b5441
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1860.pt b/weight_and_grad_dumps/rank_step1860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9f94b2eca9af4bfdecb2c19b12da0189f29a26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e51dc079b3976796dc15c378fb0bd2f9fc1b177a863542067ca5f760222325f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1897.pt b/weight_and_grad_dumps/rank_step1897.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2369dc96d8699eaab743a87f5e4816ec081d9478
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1897.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ae3afd13f4d6cc141df505d8fcf1966cb46d67280e1ab0f86b7d77d5b6b21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1902.pt b/weight_and_grad_dumps/rank_step1902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dd5859cf66780cfa4c2208e2a120810f796beb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2196d47d1efcbaacdfd3407105210bb202a78114991e32812b00d73664a4b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step196.pt b/weight_and_grad_dumps/rank_step196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d61ab1b07f1e3f626ec48505ee77a868805941a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04970da2fb1b9cf49bfd64a943eb02bb4f66a447ef3db06fa3bf48f56510130a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1985.pt b/weight_and_grad_dumps/rank_step1985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0ba4e428775e23a9a41cfcea38d2d1013d1dab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11736985294bc8d4fc26c3e4bbe9094b9cc3cafd62fbf9feba2d7dc764acb405
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2104.pt b/weight_and_grad_dumps/rank_step2104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb73849e2c80b019a0467157824c4028eead44ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65be4f465c9e64fe7c43f531fc496e4bce443f273472025f68a2dbb8728fbd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step230.pt b/weight_and_grad_dumps/rank_step230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9931fdfe72a5d8f07e4a26fde8ce3d6ec8a6fb6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f241881652cffcf0c6f6ac1bc5313e8f65a7ec7a5eed06800a6a232f16356fbc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step240.pt b/weight_and_grad_dumps/rank_step240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c0ccda28d8edfb7c4a2e5c20ed8d6be9a8459a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc2442e7f3bb63f8f3e10760b83ac431769a1aa93e448b0d4cdeeb7d07495a2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2400.pt b/weight_and_grad_dumps/rank_step2400.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c45f14a225eacb9a8a54d2af44a4c5dfcc1aa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2400.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cc57db0b56529b8eaf65de59bce30cdcea893016745945f6f867f82bd6296c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2487.pt b/weight_and_grad_dumps/rank_step2487.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526f4607d5f2b01f95b024d2fe32e48ecec3634f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2487.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6645536c0c1ee7dac23e48104fb4d097b0bba662af075bc23cb1db3b1f05717
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2562.pt b/weight_and_grad_dumps/rank_step2562.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3568b506d40ef88d5a5a4799905cae6de354b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2562.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff8bc08a82ba299502a73aaca2ed7be7dc725911e22a5267fbb02ea94ebe2ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2595.pt b/weight_and_grad_dumps/rank_step2595.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80c968abba68e58978a34019c5370c79909ca22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2595.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3687e7ae9a82c9ad2dcb6f5489f05d3885d57fd8de70ebbccda86937fb7f1af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2633.pt b/weight_and_grad_dumps/rank_step2633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ef19002fd949257629a629d18aa81c57f8ea3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4465ab54eca3069cb41fa4d2aaac9dcbbbfcf2c20b3d9a0c0ffb6e15ac5eb569
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2643.pt b/weight_and_grad_dumps/rank_step2643.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f865c16a60faadb75767dfce66062989b388946c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2643.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e771aa5f6e5fcaa306ecb0fd2b401382e38365149dd1b5cc87a4d01b6e1ff0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2721.pt b/weight_and_grad_dumps/rank_step2721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb56ea96ff59a06a2421351cfeda0fcc307854a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24143e9eaabe49cefb6c9b84065a0214a44a2a7e3450558912229d460f0d553f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2751.pt b/weight_and_grad_dumps/rank_step2751.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71dc2307dd530e3870c4c46ef5904eee6c378a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2751.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e16c89c32295fa51a49380857b5ae34ff7bc2354821a5331582252f5f7521c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2789.pt b/weight_and_grad_dumps/rank_step2789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93731c1c4f20250e11c832a7c9fe408e7e5670b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7fb545aa1671f170b38f756dc75093c7ea29c59dfc7cf1aeac9d00162d2a2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2872.pt b/weight_and_grad_dumps/rank_step2872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c250b6c7d06df6074b015ae950d48186c56ba6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53978ab56ce555cdce481e1187e1442df27b92a186243fa4030845d22dff18a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2885.pt b/weight_and_grad_dumps/rank_step2885.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34f75ef5b8b2a07f7db54c80010ed87e10610a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2885.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d531b85f53d509c0f67d9817f8cfd49fab8664e6604fe7df5e5e8540e05bd4d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2910.pt b/weight_and_grad_dumps/rank_step2910.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4117c51583bf65740e5c5f826d7dec59cb69473e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2910.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dd766cbb78673765d4c8a762a297a4dc3cf580843246fca4c1683561551888
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step298.pt b/weight_and_grad_dumps/rank_step298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f68e0c271634c324a19c76b8118637be3631b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ade2e55cb81dfa6022f20b04a1da8e5246063230e051fd84d80a1be8db43fb0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2997.pt b/weight_and_grad_dumps/rank_step2997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1909bc3c06c9a694e8dde8d6d938b75fe4692c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74190be96d7cc29784689f5eb0630c802dd1d720e252e17501d6ad414d6e8877
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3015.pt b/weight_and_grad_dumps/rank_step3015.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa19d0a85fc8ed89bc7e7f49bf70c65528c6b4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3015.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8efb19952df329a8aed111df54c29ea017da069787ca1ac882268527f9ce8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3092.pt b/weight_and_grad_dumps/rank_step3092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847a2d682143d296ef6db45d35eec97ead71f09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd90b0e5db53a7a9e58f901fdce1d6120aa9887d607c7165265639284396805
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3128.pt b/weight_and_grad_dumps/rank_step3128.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aec4b7d12bd927648c4009d2a9a47d36027f49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3128.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d484177200ed006311b7777c1b36c7d6e3b708a3b8487d8cebbe87147d4ffcf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3177.pt b/weight_and_grad_dumps/rank_step3177.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2005c5a313e2d1e15881304d22d2f68ada412d27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3177.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f923e96fa4172e74c38bbd999bf82c974c1ced3ac34c46962378e4be4f2ce0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3180.pt b/weight_and_grad_dumps/rank_step3180.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170a8008196edd28790502c998c7b2d34c72d75d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3180.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b373e5c136551f9e8e3485f89c438c0635a02f3a6d2e7b3f0fc37a52a9b4b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3209.pt b/weight_and_grad_dumps/rank_step3209.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debc634de4821e6b08eb36d6f990a4f8dc59be51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3209.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab364536de4f6d4ac7ae851440fdcb2a6bcc6ef1710361debded3a4b22abd402
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step322.pt b/weight_and_grad_dumps/rank_step322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c4622eb2c1ffdb5fcc99920812ad607553bccf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4c074107ff769588600d9d23ab8c1d4126e566629fdd3cfa54cb452ae5082a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3226.pt b/weight_and_grad_dumps/rank_step3226.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b988e476b1330df476810f41c2e9ef0f31e9665
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3226.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cb3a2f6dd17c6e79a6f3f3731bd6c850bcc1efdec7211a948fbbae341266e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3256.pt b/weight_and_grad_dumps/rank_step3256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b1e114945cfee72bc69ec7c4b8cdf0890fb606
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33868c86f19ab873b9ee749b4de1a6cfce13dd154546623c60a1d10e16aa2c28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3279.pt b/weight_and_grad_dumps/rank_step3279.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e363be4cf3d7865bffeec0236c3ff1e2c7d2b883
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3279.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62edad6897348b165d12ddbc4198fb2012cc1294be41d84d83e624f957e7fe0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3334.pt b/weight_and_grad_dumps/rank_step3334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ba15669487d33a49af5ab6df475f966446b20c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cc46faf608f45577975db2ebc8bcae0c6e5789c650dcd8a64b9986a8c3aa73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3344.pt b/weight_and_grad_dumps/rank_step3344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fec4a098b2080110950945686bab755f5720c21
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3d99e2f737dce639d641c21f5d1d98148cd32e191e4fe63b14d9df219a9a5b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3473.pt b/weight_and_grad_dumps/rank_step3473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecfaf44827743440948396ce04079fc17f877b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855e1a0426916141862bc86532025934e84c13e535fa1d7ff49beff0eae948a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step352.pt b/weight_and_grad_dumps/rank_step352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3d7c30b837abe961a4f275da1e11ec2532c320
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd4f6937605fd71879222b165a18a28aa6bc7b592221428cb0141132d4fad96
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4188.pt b/weight_and_grad_dumps/rank_step4188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61246d0c22829506e646b27ef8f1c4aa525e01c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c304f8eb2a6105a2e6a51609b6aeed3d5831d3406c3f4cab709b0ef7916e80eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4424.pt b/weight_and_grad_dumps/rank_step4424.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e267b59ee8fe87ee10c483ee342700dd9353eb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4424.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21131b2134c7b53d3f75625d18c0e82c82f456ed3de8362d1a3bd4d776009e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4454.pt b/weight_and_grad_dumps/rank_step4454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec301dd7a5c2b662d01f1ffcd9ef2c087a13df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d82ae63f2efe1f4fdde7db10bddea79e3a1a5fd5ae9ea95734282d27b1c4bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4519.pt b/weight_and_grad_dumps/rank_step4519.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6d24ab0541b82ddee6a61de80d08ea9a174efa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4519.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625b1602cd9e91d17f2b7c7a793649c09f8fc20e2411f0b251028262cf720542
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4546.pt b/weight_and_grad_dumps/rank_step4546.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b442b12fbb34463dbcc5ac3918cd60f04a064d7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4546.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ceca0665e9ae457d70ebf571964e3b463bf0d62cce1d533cece2603e8dbea5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4569.pt b/weight_and_grad_dumps/rank_step4569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef657943f1df2cf9c4fe4e40030ae94930906053
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5558559885611d7e8d714e6e4b5b8ea930677541ade7165ccb0bf40b6e4997f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4617.pt b/weight_and_grad_dumps/rank_step4617.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206594f6e0929c69b6b8093788932a6af023d82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4617.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49dd976f7c8ce89122ee9f3f6a0af0831a756586e556d6cbcf825a0de48b7eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4648.pt b/weight_and_grad_dumps/rank_step4648.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcdc90bd1d110f5d56b1b86d3de04ab90377957
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4648.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4744142a428f84e1d52aaa51172254e24d494f833c62bd6b24b4ef5d8e3cea4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step465.pt b/weight_and_grad_dumps/rank_step465.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a453053ed53ae45ffd5602eaf21cfde1c5791aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step465.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d090345edc02f2d93d9fbc6a92151f208578f3ac81f2b944b9976a90ef1a6c2f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4690.pt b/weight_and_grad_dumps/rank_step4690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b4fdd38622cae4e52d334c95cb6f9b88b905ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f701e3618032207275e13ef3035227ea12c02bdc1b42c4132862c5665af1316c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4775.pt b/weight_and_grad_dumps/rank_step4775.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac1621434bb36aab9964dd8a4b47ed74c202e3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4775.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676fd638ec82a0b5956eba5d7938c01d517a1786c433d7baf86d8e7273bed8d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4782.pt b/weight_and_grad_dumps/rank_step4782.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864320cde6fa8c1a64fe834a7532292d0f5b84b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4782.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710c9b17c584e8e2d75e505569feeb584f8e83522b36d1323b2a6ea794da749
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4809.pt b/weight_and_grad_dumps/rank_step4809.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc5878ae2f1833dc1da5d39385351676523175d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4809.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf77c83579c4b46e00e1b5b1339218cba1dbd935fd818d9d74e01dfbb45af92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4826.pt b/weight_and_grad_dumps/rank_step4826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470c8d3267baec7c866bddc51e94f4af57e725e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1165b5d356ef4e66f528a970af9b48ac0c242282c26b87e0ae3fbbf57493fc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4856.pt b/weight_and_grad_dumps/rank_step4856.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c638d670f8a6ec349584355bf504656c95013
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4856.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9873caa4b135333105878b30876b73a270d4c888d032403f1bfb8dfd86c4652
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4879.pt b/weight_and_grad_dumps/rank_step4879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a050f14a30cdce5d4417301e0792d94fd1f4a6c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d97a45dd579303f46ee752e88521ec16dc39584bf68b1699d387608d93f9e86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4934.pt b/weight_and_grad_dumps/rank_step4934.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fad5a44ba628ef785e475e4469dc31ce6583239
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4934.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e816995a4a90cb10cb13a39550b64f8224a07ea80bc350721c4fee261432726
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4944.pt b/weight_and_grad_dumps/rank_step4944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba743c7f9c57befe21c6bf4705274efa5227a2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d496c6dbeed5d993e9c351d1b9d7e481f1bd6154feeddbc5783eac1d3897e2b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5031.pt b/weight_and_grad_dumps/rank_step5031.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88afa0f06922368e52b8667e06fbb82396ef4567
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5031.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf74bdad61ce038abc544be97934fff50a6d8e0996b683acb6bdf285b7647e33
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step507.pt b/weight_and_grad_dumps/rank_step507.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e671963fca5cb9ed6bde9872061d5c881ed5cf14
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step507.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68d8fd7e9e21488795c16778f095c32e46765cc63c507394194e814fdc525ba
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5099.pt b/weight_and_grad_dumps/rank_step5099.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2b3983148324f7b705a2cf714a863706dd4ade
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5099.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c3e0b8f8a75f09c1d5d6134721b4bb647b6065644d218e5cdcb943918db41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5123.pt b/weight_and_grad_dumps/rank_step5123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb84104114afea939670920b85231dc3bfad0b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3230a73a66d38829fa4f0fe59af9cf48969098b0c7860863f94f23c4ca5dfd91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5153.pt b/weight_and_grad_dumps/rank_step5153.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48a80c16ef15c7b50f3dc03acce4e7dca84e1d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5153.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9038143e9552e4af30ff79ec094b1d95fde944638326bf4daa072dd6f48b95fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5202.pt b/weight_and_grad_dumps/rank_step5202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7030cd21e094d9145c54122833bea789bc9325d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151cbb804fc4b2601835e5f06f325c7011fefe34f7769390926f44dbb63d84b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5285.pt b/weight_and_grad_dumps/rank_step5285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b41602631c5f6f7245b7f6b6db27b5b9e61d1b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a04ca28f9ca1f5790a2adf96e0800178b2d218c1b26399fb1ba207b4db19d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5360.pt b/weight_and_grad_dumps/rank_step5360.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f570c5dafdaf4f5ef53f579c255ce62bae32c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5360.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b917a2d9cda3f2757d67010e1d16292537e5d9988b191455893e5007f942d07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5397.pt b/weight_and_grad_dumps/rank_step5397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab7eb0bb6cb6bbdda0754d76aedb0a16f5e3d4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2a0b66f3d91130c916151c31b99f982efd0a4cf2fd2c0875eef45472393fbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5545.pt b/weight_and_grad_dumps/rank_step5545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56d9443c4e6456ee07beb3c0228361a83134631
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c9c2577e9aae0e655146e32fa22602e328988e89e65d3512bcdf6787fce79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5968.pt b/weight_and_grad_dumps/rank_step5968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8b77787f323def3ed65100188cde7a21c76fba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4025666f26922bf46ed77ad92adb5327fd91b22c694a82469198d364b5c96456
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6023.pt b/weight_and_grad_dumps/rank_step6023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42d50af77235c81b7da83cbf5d9530fd0eb8c04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60798447831603dde07aff5020a4b94a57b47e301c3f6751e6c3a84dfad5f93b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6053.pt b/weight_and_grad_dumps/rank_step6053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a555da50f0c1b51d41b42c975d7763e8e40d28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1768d2fc40ed6ce88471c995f3b6dfb5dde277570e5ba5596b220a8cf17a40
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6131.pt b/weight_and_grad_dumps/rank_step6131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4b83a47b1b5f9e8885c4e44f699e00ccacf071
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875d758e905c188146fa68b0f6e543cd7bae8a7a203ff84efae06e08becdce5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6199.pt b/weight_and_grad_dumps/rank_step6199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570ba2c32098d50b3ef833583ac4751ad333f667
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b9c8bc9551b99b8dd1d5f48aecbc6a1f2675495727558df611a4406dedb581
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6210.pt b/weight_and_grad_dumps/rank_step6210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a12ff1252760b14ea627661942fe208dbc4b366
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f95ce9a1f9aeaaf36fc4f3645ec93171f013d36dd73187fe9ede5c774fb10
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6372.pt b/weight_and_grad_dumps/rank_step6372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345e4b70c631388c6bcc11eefd60acd795e40a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43281a7f9cd1947d8699406e9827c20a8c11340ba2ccd961158f67e8192e6bf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6385.pt b/weight_and_grad_dumps/rank_step6385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893648a73587cec95c48347b496a263703db239e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b22423f8e51213faca1ed71e334b1ecf6d11228e5c4c75fc42f893d3f4dfd35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6676.pt b/weight_and_grad_dumps/rank_step6676.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2a9b87bae7411640bb298017aa5d269c81dbe6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6676.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee6a4777efd54b7323b452014b7bcf9daa414df2325412fe4770d58851897aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6714.pt b/weight_and_grad_dumps/rank_step6714.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c07805eec301ff3b51ef85b8cdd21ef9334c345
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6714.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6acf45114b5c537bf4087befed51d36863012ea885ab5dc118c67c596a19708
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step679.pt b/weight_and_grad_dumps/rank_step679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adeff9cc9b1cf97f2031b901c095d627081d5bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e60c8a364735b0369e2a0c66da5bea330981efbe641544461fd25385ebeb1b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7301.pt b/weight_and_grad_dumps/rank_step7301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32736404e78dd88dd8b2f358490c9ef24b6dd3da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cb6bcc5e7b453f0710351a7b6055687e0a9ae66cb5c4156077456c20640be2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7436.pt b/weight_and_grad_dumps/rank_step7436.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb45a43eb3e2fc70a3b1bdbf34644897770601f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7436.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4789d81eb561df0fb51fe385c8420ad66a336c5a2d3b0e5853705f46240a4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7446.pt b/weight_and_grad_dumps/rank_step7446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2c533bdb2c818037261db965980e45a378a559
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af2befea6b83098f3296d64fd56e85b5bbfeb7921ea23a9de94682c1bf83dc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7469.pt b/weight_and_grad_dumps/rank_step7469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed07175bff7fa8466f7b5b6e3552ecd3654df0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b5d8b371ebf9ccf0be7914e0837908d01b6e344d24b6aa35cc0279210de95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7524.pt b/weight_and_grad_dumps/rank_step7524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bff3726fb40639cb4ccd2d882f3eccd4eed3fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a43052cb896b1fbbf75c8b08140b692d994126a33b01a98b10813a03d339b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7554.pt b/weight_and_grad_dumps/rank_step7554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081bf6ce15b81d67d11852a5cce6d92d15afae83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527dfa480e6ed5443034bdbd4d9d2728787d78a9a6876105deb496a3388acef3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7605.pt b/weight_and_grad_dumps/rank_step7605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a44bfc58a692c95c5f5ebc8c5d6857a877dcc3f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f87a10e3f1af6556921c8c0b964686f0fa1437d61f6d23fdf2be7982f121358
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7675.pt b/weight_and_grad_dumps/rank_step7675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9966dfd362fa0587ae5b7f22e1f263f716272191
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eae00ea99d6ff07fee718034a50c71363b6d31dbdf5c960ccd2b50571b508b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7682.pt b/weight_and_grad_dumps/rank_step7682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ece30662e627b7e18d72196bf9246fec95967c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c3102e58aea26b8597681d29311e619c959b9b85680654796330c410dce194
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7717.pt b/weight_and_grad_dumps/rank_step7717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042fef07c13be58e71be7e223bb43cd27891851b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d7730cbc823fc2399196a633809b970d90dd59281f680f460f9e292f96258a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7738.pt b/weight_and_grad_dumps/rank_step7738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cc621d8254672728ba292d38e610efa10b4cf2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5fcffdb65a7950b7a37f21c376c53aa577c465a1852d40c6f29473de6126fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7767.pt b/weight_and_grad_dumps/rank_step7767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4715a11b7c5e3128655d2630eee8ba0ce5e51066
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e050f107e5508f1baf1e3cc05414fa317f98e0e8003eb8625f231f263a4713d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7790.pt b/weight_and_grad_dumps/rank_step7790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebacce5e990d7bb6d09e93ae925d880cf3301353
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c05838e370077b87822e90fd9e11504a44264839757d36cba264cd7bd15d42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7834.pt b/weight_and_grad_dumps/rank_step7834.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0b2bc2a06de95d85bbaf925b568317a4e0e3fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7834.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f36c0c2111605a65addd4693f2f94b3e3a442cf7608543b333937fe86c4d2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7844.pt b/weight_and_grad_dumps/rank_step7844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae1b6ca534827d51ac9a9ab5242a491334f38d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a56a8f73f2ef75fb2166b1c8360dc6ede822e0b1837aa2d1a1416381ee6497
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7909.pt b/weight_and_grad_dumps/rank_step7909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e24bf0e7fa5e8ad7f73c4473eab36a196424d83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a40a98e46c5847d5ecdc20a8bffc9c2632c334471f835e35302a1ebf5a5afb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7926.pt b/weight_and_grad_dumps/rank_step7926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51a2873fb45ad1961a3e9daa4c0a5c25e57c80
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a2a2946e1aa606bde9c75de5953b7701a0ee1d445abc0b8c0be786601b62d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7956.pt b/weight_and_grad_dumps/rank_step7956.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0bcbc73b9d40ffb723d652bae0e10416b260f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7956.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8f8f42c1d11e85bb5902af848d5fa0797b92dbc38958b6ddacbf71cef4987c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7979.pt b/weight_and_grad_dumps/rank_step7979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f952dbb0d6ba6c43d242716ff74da75aa36e5c67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eff065e00a96de88a474eff05ff0380b9e517062c90c564284fd2f1504c1ae1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8055.pt b/weight_and_grad_dumps/rank_step8055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cefc7106a6939003b24b80eeb6a15367784ec3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72734e35900c844e9312326ef91610102abec0dabd837e8342b49f6a7a6e45b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8137.pt b/weight_and_grad_dumps/rank_step8137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f96c7075c3ddc8aec99abbf298818f65a567e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c4b25685b6e8557df7039a7bfa29d13c9247a6e199afa7dfe53685617ff9e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8168.pt b/weight_and_grad_dumps/rank_step8168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc312d0b568666cc812b9b52a8d3a704b2d816b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b784f7350fc7b85e69bd6cbc631e58e3857384663913b6b00440cda58e48ebc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8239.pt b/weight_and_grad_dumps/rank_step8239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45100034edeaad3e2ef945bf8e170e1d6b578e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37563aec3122598f343ce19e15c73b54b3a3172860953256a4b9ac31d2defd4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8249.pt b/weight_and_grad_dumps/rank_step8249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0327994f329cc4d36462f18c716a837bc01c94
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806f8bb6af34e1c2a0b7eb803ecf9695729db306ee03dae600b2a14e263ca1ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8266.pt b/weight_and_grad_dumps/rank_step8266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc74ed677d58f06eeb20bd4ed9efe25d860a547
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d172b7f8ad7cca6ec6140cb838888767b4c3c2ad7bdfdb1bee24665dd7415e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8291.pt b/weight_and_grad_dumps/rank_step8291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e46655f9244b6dd822c99c13672ff7ea56e5b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a5e7fe96c500f2001853b1aade963b48f3d0e9ffea83d57efa9bcdb0bc223c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8304.pt b/weight_and_grad_dumps/rank_step8304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af6b0c861709d8aff4545b816265cd4fcea1b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe9223b4f81e5220e612963b7fbc077b84acf0112dce00794918f03a8bbbcc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8374.pt b/weight_and_grad_dumps/rank_step8374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a97dd6bf535315712e3670b11761e72e6315b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bbe245f30fcf978d5400c6311314c5ea87c608ea0a98b1f815f812e8fe86c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8795.pt b/weight_and_grad_dumps/rank_step8795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eca006e89c515d898b289c6e348a705a1a7a67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0608d2865e663cdc51368d013e91440d56efd3d4f6119b5e83f6c197a346c1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8841.pt b/weight_and_grad_dumps/rank_step8841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e3923d14039d6329abb4caf62b840e06bb4a1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faf124e6605ec5e9155d203b86e1cdb9392a04f4a13dc8ec122ebbdaf002847
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8923.pt b/weight_and_grad_dumps/rank_step8923.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2509aed97984e0a792502dbddab9325e8eb9f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8923.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a81aa3b9691049de331e3d449052fb3111aaabe115e9c2ccec53387bce2a396
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9026.pt b/weight_and_grad_dumps/rank_step9026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36a346ca557a6880567cbd03760b4411b8f56af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35ed4b2fd157a50984d0f1f09f1773d7ff8bc66b069e6aef959e44618be7ef7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9079.pt b/weight_and_grad_dumps/rank_step9079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d3c805dc98631b62510da3b5534d90be6011a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8c1b678236c6b66f0ad9071360995b7ab05dba85bde6f0f818c15ab5797bdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9380.pt b/weight_and_grad_dumps/rank_step9380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1871c95a49849cc02b696e4a9386a32491b5f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11122c2f4f9841df2a76766b77727afdbf509e55fa2c66042cb088f389fc1118
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9440.pt b/weight_and_grad_dumps/rank_step9440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9f17881c54b100617d14ed8419d8161b820f2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d836d40a5b01d29f07d7863cb4f697e60c662c517a6ac6b27227f1761a587721
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9498.pt b/weight_and_grad_dumps/rank_step9498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9280c99da53b53469245ef2971dd61169f204e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615917b1e9b302ffb6a9c740880c8e1584acd6c30928c0a4cb745e27570e1a5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9522.pt b/weight_and_grad_dumps/rank_step9522.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d782c23f8d8a9a17222c700b340005b83716da9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9522.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f48361c20f694229d3d52f0876719dd976d1a4b508d1a653dec3401f6ec0423
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9552.pt b/weight_and_grad_dumps/rank_step9552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6d217a5097f6e66d4bb9ed9ca1bd612f74017e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9674e9b807109c5ad99a374c2be8569b69f454548bb458a61480cfac90cfdfa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9603.pt b/weight_and_grad_dumps/rank_step9603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dbcd0526c505a09f766356d8aa18257346a7a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a118f727dd86714ac17d4954fe0e9c7d8c4f446231879261082c772080fde9c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9673.pt b/weight_and_grad_dumps/rank_step9673.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56459fd9e2279be237e27a367f85d485b6847d2f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9673.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91847f634bb9581dd94ef9a355a4ca307d8392de341bc3025fe769d33bc3a378
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9684.pt b/weight_and_grad_dumps/rank_step9684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989339b9b3823622f8f2f3d02645ac0c5a2f83c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00992d2d5057d0869a4ef0dd3cd8d8444ed696e3b3a64b1b7b70910515fae1f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9711.pt b/weight_and_grad_dumps/rank_step9711.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243e14719bc55a58adef728c6a28f3be753c1f77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9711.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9e5a025bd067c216deb493abb9e762549a7e60e1891df5beaac289ce3fa81a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9761.pt b/weight_and_grad_dumps/rank_step9761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b286ccd409027b7ef3419d3398c537b33f23fa22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f786a7f24fd2adbe2b72f23043fdc8e74a37b294bb617baef22852d15a5124
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9832.pt b/weight_and_grad_dumps/rank_step9832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a2f5314c90d73df6444cc740e2a9b3dbbd2c2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5081c6af6e519c7d8c49717123d399d085f146c620ec636f250c16c7238d91e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9950.pt b/weight_and_grad_dumps/rank_step9950.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef83e90f91405467ee9ec2289a4c43f7eb1408b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9950.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a72a1eeb364d86acdd17ed9d0c6359433add94b6bdab3ef7c575e826582a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9988.pt b/weight_and_grad_dumps/rank_step9988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e665785d4cfd7ab604b83870444728b325a80963
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91c81607da34f4a76c236240d1edbebe0dcfc2f55c727df250b0fdcaeae0f9b
+size 1524331132