diff --git a/weight_and_grad_dumps/rank_step1205.pt b/weight_and_grad_dumps/rank_step1205.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a13ab2a825515ddadcbe2d46c0ee17aa4addf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1205.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44705377d7004fef22a02e8bc45cd69f1ff18c8911f87660ba161e258bbf6d25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step123.pt b/weight_and_grad_dumps/rank_step123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95332181833d7145eb36b567ba3730a9103f00f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bdace4c66c78bcf824a83366f5137a9fc9f54759d421b38b0970246e9bedc1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1338.pt b/weight_and_grad_dumps/rank_step1338.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c60b43a5e699de4b571a2e6673b67c2fad61329
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1338.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10dcaad73d80c003240f5c7a5bc0241847605c6b0eff9015f13a83cb884907f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1420.pt b/weight_and_grad_dumps/rank_step1420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1120afeaa73b33bb085ece82d74f19c7592d9eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090f3481b5d18d419e30a5fcbfb294f9e130cce324310f9eced060f1389460b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1450.pt b/weight_and_grad_dumps/rank_step1450.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232c887c7d59e32d23ac0e56bc9a183361e18d37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1450.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa3f8df261a5f6ee2ce5f1e1a37d98f16cddec3554409705eef3bab5b85396c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1532.pt b/weight_and_grad_dumps/rank_step1532.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b785fb0938e96714c65cf933fc816ff2db9214f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1532.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b69c79f8edb487729462d0ce8e04d46319ff7fc449ab8cc23ffd471374547b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1542.pt b/weight_and_grad_dumps/rank_step1542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7e070e41d5d3663c72a4dacd06203268670935
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff163952fc7837addf1f58fec0de5455b949aee23c38bd1912acae9fb8932d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1613.pt b/weight_and_grad_dumps/rank_step1613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eec3890803e8e3bb62b2b2acf84fa99ba14664
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c392e0935bebaefd87ddde0057f98844d01da1174fd51a61257fe44b01a0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1663.pt b/weight_and_grad_dumps/rank_step1663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a34dd6855f9eda92d62ab32d36830edac253a99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e91b7f6589071da6f3a939079d3071fe9435d89b6e4311da85176bca9cb48e7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1694.pt b/weight_and_grad_dumps/rank_step1694.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc04dc4b11a445fa332ac44adff50640f078c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1694.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af771ea392a586ca9d2f72dffd71ff0448d2e5db45fdd6b7a9b1149aab87c7a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1701.pt b/weight_and_grad_dumps/rank_step1701.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdeb3455936443899f35493bbe37a45c9c619e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1701.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bc01d89f8865a72ce87b11a3a6fb84fd62b4135c03bbcb8cf84654d55b0b2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1786.pt b/weight_and_grad_dumps/rank_step1786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1262703cc1cfecf2739ca6ff942e95965fb0a6e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db5aa9d62f19a1391b9731e13a1b7e95b21f60d97177d7bc5afe683e7ca9dc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1822.pt b/weight_and_grad_dumps/rank_step1822.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a821fbf4d65c7b7ab37fe2f1a7be880cb234cf35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1822.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6145ce704e0527a95af07ac603f59c33316406637d05edf16016fdf52df543f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1930.pt b/weight_and_grad_dumps/rank_step1930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881b7b2d957c78d4d4e9c1b34ab7e4ef542f857e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0c38e980087943a5adab25a976f6feebd0e267fa7cf738ca5c760981d2118e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1940.pt b/weight_and_grad_dumps/rank_step1940.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f142664640146941b6f7c7e06af56b9338559
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1940.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42396d99378a66739351bf645782fa60c781cedd21ce60bbd21c3dac088b0aaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2119.pt b/weight_and_grad_dumps/rank_step2119.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82699792904f00e4233c991ca3184039482a6d7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2119.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d49b3adf75942c1a86b2d281e9760b79e54d4b4b77da92cbc89150df8d2ad3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2217.pt b/weight_and_grad_dumps/rank_step2217.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390bd1cf3f576d87cc304aa62bbea327a2c7a977
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2217.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8ad62e124033f3c0782f2fd0268c70016b0424c8ba23005f06ea1012d92fe5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2248.pt b/weight_and_grad_dumps/rank_step2248.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6553731c424ddcf653561bf372535fa99441ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2248.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad43f6513355ac59cd1ac8001c0b64747a87baf94bb3c6b33e40874e50bc3ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2375.pt b/weight_and_grad_dumps/rank_step2375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916523806251a7305d2125c5731c0c0008ac9cad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90e180d9c73cce1ca9e130b413814da453420091425dbb3bd60eb3b55266b03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2432.pt b/weight_and_grad_dumps/rank_step2432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0829248bad7c38c8e2d69918d37e80f52e33d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366da89e748e60ba0480cb9c67eb32be655aa7056a96fef8ffab12cade7e80c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2442.pt b/weight_and_grad_dumps/rank_step2442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad3e69a1225414000fb829a628c23e0a41e6ced
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad79db1ef20922b14dbe8bc5288716d0089d7d79c3a4e25081e5db36ee26416
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2520.pt b/weight_and_grad_dumps/rank_step2520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f65cac3295938551ad012e1f77a3b2c9301146b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884c35d473209c2b0b8e9f976b7b53e8a37818b10cf5363fbbd8eec72b5a130
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2550.pt b/weight_and_grad_dumps/rank_step2550.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980767795ba90e26b5806f2252c09a36e5a8a40e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2550.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25b35d039721225d93aa46006b3e072c76b0c286ca39662b32d74a97ad830fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2588.pt b/weight_and_grad_dumps/rank_step2588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f043758ba408785d113f0698d4e2d411bfc100
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8895ec85015095a5f16ed09f2992272c71ae2d5c737a93c227ae82fed3f3412
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2671.pt b/weight_and_grad_dumps/rank_step2671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20f1f99c5207ad5c5e9228e93970830ac247523
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6a45770713dcb49df512f0a79df4eabb43ed7956eff63a86f3ab0946e92604
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2686.pt b/weight_and_grad_dumps/rank_step2686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce965fac2a75dd3b1c85279fd38e454c1889b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec04e464c17612954b22adbb378f20b51f75cb0f90e7bc69d3a5621a92980fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2713.pt b/weight_and_grad_dumps/rank_step2713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c7b84a63577c35eb6da7185b5516830d14b49c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4ceabb45009f097bbffcfcbc338345f1c142d22494356dbc9b352d02014957
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step272.pt b/weight_and_grad_dumps/rank_step272.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d5df1e809e46d44163ca74638dd27315688d60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step272.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57cb5bbf2f21ce59a4365a42ac8ac9b4532cacc424b3dfbbc65d0baa4c3921f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2794.pt b/weight_and_grad_dumps/rank_step2794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300aabedb7de0dace44bf307d6c70b87d7c5db99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333cb05c0ef59ab2ddeeff2db6fdbc169f7bb0da6b01f1615706c86d85fd08a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2830.pt b/weight_and_grad_dumps/rank_step2830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36cc4a8da7695e0ec73e63278f486b649fdd10d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05c53e4598379ecd2cb1856a8ee70ed7b653dd521bda026d3c7bc9bf6e64e67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2840.pt b/weight_and_grad_dumps/rank_step2840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a79e257271492c8191d3011cc74f8d60f286444
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6b504d4afb6c79d114886a1f7c567bc0a30d2e0b2b5caa8d52b02f3d46387a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step285.pt b/weight_and_grad_dumps/rank_step285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd5058fd2df19094c21dd488d527107c306d3b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e46f28308ff0c7710c3059cedc48dae92207c9792cc2ca61b00240369e66ee
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2898.pt b/weight_and_grad_dumps/rank_step2898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c04cec223711e00170bb4dd815411ee5d32c83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8347bbc708ed0ec1f6385f3f92f08c0f1548bca251e47a8b531241a543a8aa5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2922.pt b/weight_and_grad_dumps/rank_step2922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1562ea340f0c4e67bd4844a8bbce2eeade2d579a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fd776315b5851b84a72685b5f72434ea9bdab4bef873f81ce074be5bcaae2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2952.pt b/weight_and_grad_dumps/rank_step2952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7770d6311958e94dacaea5f1725337b41ac7dcc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a74d16610b43567f1d0c11355b34109c8b87db429168937c85c955fa8aff360
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3008.pt b/weight_and_grad_dumps/rank_step3008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e717790f5f8851a30ee69ac444cdcf09a45895
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1359a4772584ac0020d91b9039c7584b0ab7883aacbdc9173a386121ae29a027
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3057.pt b/weight_and_grad_dumps/rank_step3057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440cc5877a41c2bd0e6eaa67b70478684352e4fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede2b6067d91715767fb4446ee5db72544d05299819b58718306c5696dc50b88
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3078.pt b/weight_and_grad_dumps/rank_step3078.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9875b4a85e139f8535f752b024a766f8e6c5f9d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3078.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aba9f5acb225cfa678bf3016a6d30e00529195fe57c328ac61abed09b01c505
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step310.pt b/weight_and_grad_dumps/rank_step310.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5d9955c542f1e7012bf88f24bb960c4d693c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step310.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8798d88e6b651aa1bf5e99a3cbca9be865034297edbf24456043d99c42921f9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3135.pt b/weight_and_grad_dumps/rank_step3135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696f7ce51b5b8a87fe0270dc20babb4f53d86e05
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fc3892b3b4fc2cfd676840ee1c08e2760e420db4d834ae4c659426e4f6c732
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3145.pt b/weight_and_grad_dumps/rank_step3145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c9ce59d267d5ac535933e37ca65a9d6afc73e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7f20695971d8cbd94e58d70eb067a4fbc8df706b23779cedb5452f74b5f373
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3293.pt b/weight_and_grad_dumps/rank_step3293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2254d792bd3c47093caf2ea3dde2a7b3ef8dda91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9f763bf071a2a0caf063ac1de0c0409e2089d3eed06641c0c767787c8bcd2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3306.pt b/weight_and_grad_dumps/rank_step3306.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620ddfe680623433d596d4aaee3203eae76acafd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3306.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874fb2fc2fbbcbfda3b760d19cd0f78987a52bc556686ce0450be11de8ae840c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3359.pt b/weight_and_grad_dumps/rank_step3359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73be95e9e7b870413ef133fd7c954ca66e3b58b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a67aeaf9f55ac97633dfaddf4f0d8e5893ab93ecb6348a8825c3c414bcf98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3381.pt b/weight_and_grad_dumps/rank_step3381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00e7efbf1eb34dc46dbd97bf81628070438b16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae19332003cca62a734f557008c7ed7cc73f09091270a8ac7c7cb42d9dbf1fdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3602.pt b/weight_and_grad_dumps/rank_step3602.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36eca6299d7a2e647e510e97260cf25d82e2908c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3602.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d946cc0bdf7797064d51a3cb9912115b973c71011b646039925aed132fe81f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3760.pt b/weight_and_grad_dumps/rank_step3760.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ed8741dcf99b49192ec9dccccd22df9849e174
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3760.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f03643b227b00f72f4ddb1e30ddc5ab1f6c2ca7a2cfb3f4d42a19f78b7fb61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3843.pt b/weight_and_grad_dumps/rank_step3843.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6234ce3612d557f8416607626ed4e3d3658af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3843.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a89b5f059990ed9cae82df59b01b020c08a7e1f5d34af18ac0742f9f911cd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step397.pt b/weight_and_grad_dumps/rank_step397.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90a0eba9fa7b023084a7c018814851a884eab2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step397.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b17be0bc9f16669668b08e16f3024a68d8e970f0cee6537a594295f60f6c24
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3989.pt b/weight_and_grad_dumps/rank_step3989.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62233ad2092a0798cd7e595656599fd8e482a1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3989.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c90f722365085eee9b303c7ca179f29d318af20b7213807f6068994302fb26
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4000.pt b/weight_and_grad_dumps/rank_step4000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4036b0004665fa5b889ae692e417b45a92a8ade8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10785b9a443f44024d5b4651edef26a1bede1837929c85c5d0513ef636e10656
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4439.pt b/weight_and_grad_dumps/rank_step4439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490c699ae05fe819b4782d8877af920aaab43c13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3be2819f6a5e377b12814ad136c48c005f6a5a307ee11e2b3d5adfca3f0cf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4466.pt b/weight_and_grad_dumps/rank_step4466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eef2bbd54ef5eadeff85317472ec6257c53df9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df55d151d0945f5439f4861225645e4d5f6bd13b8e2366f45638b6c8e39fe442
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4491.pt b/weight_and_grad_dumps/rank_step4491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865304e2e9edd6f87bfa1fac7063bba28a49fa77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5265ab56ad2e0ac3b63fe1f966864a596e667a13d0b5280eba100e29e9c407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4504.pt b/weight_and_grad_dumps/rank_step4504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f24c1806949dc116e69aaededd14304f6e180
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb235a83c8b22f0f6601880fe12538401e22eb0f55e6cfd9a47afd049c94f576
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4583.pt b/weight_and_grad_dumps/rank_step4583.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ea2d8a81f19de58cc724e343284698e0551b60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4583.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17acd6e8bab7c8c6ac845aa00577b6f84991f3076cf7abb5b50663f716b10630
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4625.pt b/weight_and_grad_dumps/rank_step4625.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eda068130b255c8cf63237ed2c35cd16a17ae32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4625.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8428aa78dcf6eb756fb30c7d4a69bcdcf6f67c366d613974f505224f96af2aa2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4655.pt b/weight_and_grad_dumps/rank_step4655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc20e1896c958fa7f79b3543ca330c0eaf4db25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e2da7444ffa534d4d4afbb5d68b849c960e7953dcdc508457de1392e05e1db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4718.pt b/weight_and_grad_dumps/rank_step4718.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b693efd7b529ad3e7099df95ec9975b25b05390
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4718.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b871374ece652032a06ba1beb25cb9e8a9696da78f1293fe4310c8941bc2bd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4737.pt b/weight_and_grad_dumps/rank_step4737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4123a98abc7fc0fab4fc1d7080826986ef970d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878817477b6b9d346c507620d3ca7b9229db0943f5bdcfeab443968911e15ca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4747.pt b/weight_and_grad_dumps/rank_step4747.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32e602105a1fe03b35ce14760bb5d640b9c1266
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4747.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5dcaf1d083797051149f3e9db31748d03fe8a8c5db1e0f8ae1043a4c7f08dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4768.pt b/weight_and_grad_dumps/rank_step4768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dc049972c86056aa11d0e54e63312ab511086e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe43ab7d75eb1e1cf72e29a0d40b0379989b7d6e607550304f65506055f8beb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4814.pt b/weight_and_grad_dumps/rank_step4814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae1b6cc288b8f276c8e9f91aca726e2fa1bc8a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e98cf9aaeed2214d8d5b73f92b682f6f0bfa5ad80b7af50a5b312cea77234b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4893.pt b/weight_and_grad_dumps/rank_step4893.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b876e3ce6f9e1e9a4fb9754556d65e86c0e857
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4893.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8612bcdd92352df09c3647549ec58de1d922460f392c62adae920c62167f4d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4929.pt b/weight_and_grad_dumps/rank_step4929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9f059d6d5002e84783603d9ff98ba7da6baabf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a4565e974a895ce3a00b93ec536a9057e1ab9254574e36a3ef70d6382c58b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4976.pt b/weight_and_grad_dumps/rank_step4976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2d364ac4278213a0300f019422290c38f72a85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8c6a9ab528d4f8c877027cf43dae6ffae005c3b12f52f77d3deea500d7b068
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4981.pt b/weight_and_grad_dumps/rank_step4981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eef7813d84f754131a188a0143811a62d4334ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5ae442e7b479b781c9396942612d135fce16bd45b2c9ee0a21e738802b52e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5073.pt b/weight_and_grad_dumps/rank_step5073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaa8987f95eb2772856fb2bb49e7247f9c9a5c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e64b324403d041b599b6c9483148bbeb213a5b222cf42238121f00b5c50a34b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5084.pt b/weight_and_grad_dumps/rank_step5084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009cc1c42ff902ec3b8b576729121ef785f58bfe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63139a18f794367e395f1eafc2f2e4e17d1cb7d0c60df0fbefec6ae5da44a63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5111.pt b/weight_and_grad_dumps/rank_step5111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e6bcf29e80416542d5b540e99b1e167acad52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64c820ef7676e5ac723e4939ec6589ce44841a3b7fc3c8681374dc57ad0c8b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5161.pt b/weight_and_grad_dumps/rank_step5161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a40bce30ac330bf5b2a0ec54cd4bca07303823
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d94f02ba49776243771454bc92b1d6914904fcda239a1362fdc94bb54c983e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5196.pt b/weight_and_grad_dumps/rank_step5196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2c92dc3f84d1592523596a70e4e2479b87c6e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23c12ccdfe7a5de349cfc35f8e20185795c5d894b4a6b2404a228621b2bf66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5230.pt b/weight_and_grad_dumps/rank_step5230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f3eab705c4289aca42656eb0519b41d00e6b23
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da694a1cb2d8e4401f4eb8f06024bfbae65a6fb7b0e2dce3b0daa3eaa193f19f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5240.pt b/weight_and_grad_dumps/rank_step5240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1983fa1a19e8ae3c8199b225d3a6a761961ace
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d034f04c38d7e07705d04a591073804f6c15c22cff253d4d052d126f47f91f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5298.pt b/weight_and_grad_dumps/rank_step5298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a8336a1231143564431afab178c8758737327d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350eceb87bfc2a1b435002883edea439fcf748fe4c9fe8c291036b74970ff2fb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5322.pt b/weight_and_grad_dumps/rank_step5322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a4398171f70fcf60cb7c6be386fae3fc5bab6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50152c610e6e3084401fb068351783a7fad25780c10130c93e42fb75b4d21568
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5352.pt b/weight_and_grad_dumps/rank_step5352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462fed77b9ba2add40800a69f4c98405481dd10a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb9f3d75e6a52e56ecca8b9d9ab327c50233b7cf0f5656ef382c6f66baf6235
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5415.pt b/weight_and_grad_dumps/rank_step5415.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11371c8cc8aa58033dab5eba3b611af5150a13c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5415.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2f61837f6f9304cb41a6c1510cf25871f300531d3adb922d4d2c64fa10d688
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5528.pt b/weight_and_grad_dumps/rank_step5528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8894ca91e53d461576d291b642b485c6a0f115c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973ad1ddcaef3470d8eadea8ac61608170728ca1f92b0d326170b9989802a3eb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5577.pt b/weight_and_grad_dumps/rank_step5577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0f7592ad78b7771547cf6254e2bfa0a8e8b1a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac33197a2c5b1ce8103eeed4f6748a16fa2b5f7f365d00ba1e5c98078163d62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5817.pt b/weight_and_grad_dumps/rank_step5817.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eef66d8ee93df91391832158a290d533315505a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5817.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c636a931432228b95e1d0399b55c76157c2debdf96888d1402533dc6fd20ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5838.pt b/weight_and_grad_dumps/rank_step5838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2dbc624cb74b85ba68345197dcafd3df3c38c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14964058515ece5e17f38abf2cf2d323ae4c123fb6616a82f59bcbbf47bfc1b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5867.pt b/weight_and_grad_dumps/rank_step5867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a8d3d61bdabf3525e1bf243cee06dbd084868f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d020b30ff69d73c8f372933e4d0edc05fa508b3ab298ef3eb579603914345be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6061.pt b/weight_and_grad_dumps/rank_step6061.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c0db5f787dea1ad70c25c4e28252edab83bdc7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6061.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1487e87609f9c69aaa0559bad21baa308c383ef2605676e7cd39ed6873a6829c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6096.pt b/weight_and_grad_dumps/rank_step6096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f1af7293f2ef04ad303e9ed72602451517281d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f922895953e43a72786d32dbee1b9f41b2519e652f7e90a7ff115854c55a588
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6103.pt b/weight_and_grad_dumps/rank_step6103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dfadd25319fa9e7e770f3aa72d0ffdc10b08a2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1717dc8b43bac980e6a99e64c46acb057d57a61954b4c7ef69b053bf9a26838b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6184.pt b/weight_and_grad_dumps/rank_step6184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06881ee9a79b3d7ba9b42eeb0aa38caad01efe6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c80dd49afbd244c445ffea4850ad8326638b474ebca3c7448188d99a9607fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6252.pt b/weight_and_grad_dumps/rank_step6252.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8193bf56166b03123a88c7d4d55f02fcf5fd10c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6252.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfc87e3638d5f4e0f90128d3c0def8037a016410c34149208c7ab7d8a6cf919
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6330.pt b/weight_and_grad_dumps/rank_step6330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d6834d5e1edd9414a67b4a1285d106c3a3b6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef96390693ad501a18c623e95329ae3b8f8c2408ae85330e0b6e4e12419f840
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6340.pt b/weight_and_grad_dumps/rank_step6340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9752ead22a0e46eb79eea658e3c6029bee3f10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1730e00be6c0d3a0c6a71a93b80a51f277915205ed60d75d8715cdbddb9eeedb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6398.pt b/weight_and_grad_dumps/rank_step6398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb860d56aa8e3f6f80ebd5ce1484275e582648c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53d2011b6b5aada44f93d7242b26b11e6a75dee372c071c6fb4b47bc75ed3b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6407.pt b/weight_and_grad_dumps/rank_step6407.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bdbde6e4017e5d3650d19a0009d171e8eee12a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6407.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783b10c52878e868936271760416cc698ad23aed1a1c441ebe2ace6634efe491
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6458.pt b/weight_and_grad_dumps/rank_step6458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0870fa70734ece6f2a06160a805cc807b4bd9b57
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a785ffae34791efcb66d3b8a4c99babcb7275947929b90d51fe3438d87afbc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6565.pt b/weight_and_grad_dumps/rank_step6565.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80deadf22b482380c56a6b836af8cac473af2b9e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6565.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ab1bc5da12aab36ad612b444b7431372625e9fe3125f6ce6ca6b5782d82b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6917.pt b/weight_and_grad_dumps/rank_step6917.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf74c409578695c95edddd43e5db20e61b87815
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6917.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1669f1a84ecc5a45583b784f54dedc66ad00f21b0238063e0e2b745c48332ab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6948.pt b/weight_and_grad_dumps/rank_step6948.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344ad89142e5162b47ae5bfbee27c1393ee040ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6948.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defaf93e94e3368bf41a4224c6397ecc95cb6d8f3e7033670fac9060c8f96400
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7012.pt b/weight_and_grad_dumps/rank_step7012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac30ae77cc6c1b06b13fc7be8436226e500f01d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce54fe1e9c6292fc4a74b398c59f4722879af91eeeefb7f8dda77c3ddbfc55b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7170.pt b/weight_and_grad_dumps/rank_step7170.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b086f75f8afa448178f24ba10d4875c019385c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7170.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8a50548ec61746a636cf3680ea58a835dd52d65c19cedb66db5c16ac1b6aba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7289.pt b/weight_and_grad_dumps/rank_step7289.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30200d8a17b5dd289b871ac32a945b2719e77518
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7289.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02a047bb253ab5ae0c0d042066138b8c7088663a962c71deab28783df4d133
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7474.pt b/weight_and_grad_dumps/rank_step7474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29ace5250434c1336861ebd32173f7695af91f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f050e6f3f7fa874e72916212f50a834e16bc223d002cb3e3ce7a0f92b10829e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7483.pt b/weight_and_grad_dumps/rank_step7483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d093e3274b18720e102eae046eecdf9d1963b6c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1f0749f26eb247d2108eda1ef1eb5552bfbc238437342021cdca3509111301
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7516.pt b/weight_and_grad_dumps/rank_step7516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c110489f655e085d609f8806bde8a0c7e1fa28e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2a2a6aa0b9b66f2b8b5064f29430941ba964a6c03472fbf46a34f3868b793
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7549.pt b/weight_and_grad_dumps/rank_step7549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9811d8795c09ac5f991aaefd799eb2dee43c2e7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59ab237b46aafe9250f61942a3d572e0d8764390ee7ff06c37429eaffa818f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7591.pt b/weight_and_grad_dumps/rank_step7591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f90502778f4ca7c18619c1d645ed2416dae832a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fa94bc4f84fad2d4bdb356db208876ab68493809b1c19ed0f0d073902bd44e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7618.pt b/weight_and_grad_dumps/rank_step7618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dae605f625f6769a286473adbb2afcc87c21f9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682fe6cb2f0bb586219edd85174ae3ed0eec3d72400382003c3f81099ab337b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7668.pt b/weight_and_grad_dumps/rank_step7668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00989921309eed462b34d21b894e6b7b6a8cd568
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420960e978099b41cdeb8cf6c0225f24e5183c76b4c17c2d4a1eeeaf3d9ec8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7725.pt b/weight_and_grad_dumps/rank_step7725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6cca4186c04384a599c82d86a1fd34a9c26ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf2699c12a73cf8a3395437b5e872e183573449743c4a8414a80387cf6639c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step776.pt b/weight_and_grad_dumps/rank_step776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b7e9ee4505040ca4634e8367885a3a9fc7f761
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8435f9d1bafa9e0f7a9189d67a6b63a1c3442bc300999d04b46a4652fc92e2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7806.pt b/weight_and_grad_dumps/rank_step7806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37926d1fff0e25f785fabb84a5971bb34f5422c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1fa9cb25b90d7a190888efbd44c194cc239d6510c48250628da9f9916dc354
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7859.pt b/weight_and_grad_dumps/rank_step7859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807e19c3a6ed9a00084cdc7b399871b53f40582c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335c98f14085c32734dbff82ce07183610c37040c97d0d2e5ec89339c9b28dc3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7914.pt b/weight_and_grad_dumps/rank_step7914.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a7369e701c4f00244329354f0028cf46dc59c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7914.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01efc10357868dd0570e75a57b89b69b055bf9ffdb721b37878c68984919db72
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7964.pt b/weight_and_grad_dumps/rank_step7964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e671eb41d21de7259ab043a3684f42a4a7c589
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25a9a6d3e0bcb6049584dd28c3896192d0624fd7b6c5811b87664b006fa723
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7993.pt b/weight_and_grad_dumps/rank_step7993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990a6bd3491b48fcb5c5d1493660baa9dec4ef73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3e0fe3ef4d600878e404383be58e6ad9c0df1d1f4ee00c169e005c821fb292
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8017.pt b/weight_and_grad_dumps/rank_step8017.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe133465ab1a25287a83e30bc405bf5dee7539d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8017.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558daebc56acef5c4bc56d98ba6f075af1064ff4982bc268ad0cbe983e297805
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8048.pt b/weight_and_grad_dumps/rank_step8048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673ee9567941857c9e3f406027fea2bdfe4c5e52
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9e6cdd1af4080e2675852c2fde4570c9fb555f1ddbf4313c0f1df13284683f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8067.pt b/weight_and_grad_dumps/rank_step8067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5ad656de82625b1cc0cd518cbdccc8d503bead
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6a172e7578885c65a668da1accded7f8f740d16a363610a7d6ce0b0d01cf04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8090.pt b/weight_and_grad_dumps/rank_step8090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a17fd16d23b3915ef05f2afa17e423d2f26bc02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3c3aba083e4fae9da315843a05661d1ece90634d61eb6d378a6fcc066cc4aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8105.pt b/weight_and_grad_dumps/rank_step8105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5cdbaeb0fe2ba3491e83036b61a188083cf14b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46261508dc0741402d864011352bfc1047e2ad0b478993592de26ab4991eaf6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8175.pt b/weight_and_grad_dumps/rank_step8175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaec9c4457f983e75f84ff4e0da1b71913b7f65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6483b0e63b49e864af87f13250e814c54d374cc88af6054c9d589e64e7518b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8182.pt b/weight_and_grad_dumps/rank_step8182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a3b553f2e8afcd44f9bad866cbf99d8c2bc30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5143931bee27d8fb1290030aa36ab901118dcd8b7d4e79c75f8d1786902d1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8224.pt b/weight_and_grad_dumps/rank_step8224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24509b4d0fce941a352fcce8a05de50051545f5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c20956de9ee3e5a8a8de8f6c0f78f3ba1bf5660234123889ffd6463d9eb750
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8254.pt b/weight_and_grad_dumps/rank_step8254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e096d4f1f4433dd1abea92bb3e4bb524b3ca73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f02e219ea0a50a57b46b92b64f3b06a4f09ec8d6dab3a4f30157de4661390
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8319.pt b/weight_and_grad_dumps/rank_step8319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee95e9219db934cc2049fc29ce5d9ea4fd8e703
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a825b1a965e1c03bdfebbb24f82353bb8d10cb70d9651362286e1973e2942f4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8336.pt b/weight_and_grad_dumps/rank_step8336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e513a313e1d96b40cb58359c09a2a62cd630ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c549f3bdcaa2d1b40d47bab262f566600ce030914e2f57d2bc576a79c5a190e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8346.pt b/weight_and_grad_dumps/rank_step8346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1509b9222ec68bc58705c00cd6cbe4a0206675d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d9dbca5127314b905862d3d67491520e4ef21e9326d3319e2d918272a59170
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8369.pt b/weight_and_grad_dumps/rank_step8369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfe80af32371019fc28646ad866842ce3a392d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de091e20178049516e39bc06f61b2e3bb2a0192bfe72785d3ab33a3b55f2785
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8486.pt b/weight_and_grad_dumps/rank_step8486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca1a69e438b2a405a60498a02039f1403e6fbfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630ecccf98ad9080efcbc4d0b98396f2c4aab30b2245a42fadfcbfa36f35781f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8594.pt b/weight_and_grad_dumps/rank_step8594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01559fd757496ad2b7bdf684d842126c7aecfa0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6659c31cd08ac8376ff6c77ac70502aae79cc90ae45178e5f8d4aca9752d6dca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8642.pt b/weight_and_grad_dumps/rank_step8642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4943b652ba0792fc5a9cf959195b47c251c9516
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80e3f1ed60c26c2324c1a3387f882261421fd5886470e8e385c0cb5f559c665
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8720.pt b/weight_and_grad_dumps/rank_step8720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0bd202198ec32e04eee56f15dff964b6e7e626
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46184505f91c21889c07f6abca9ea96e103c9c73746898e3e738d41e09321d45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8884.pt b/weight_and_grad_dumps/rank_step8884.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17337471f5ac458dc21c0fea8107845391fb2142
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8884.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c4f91b65cea904784b6a6f9b08de4685526591b52da003310a61a0c13c3918
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8996.pt b/weight_and_grad_dumps/rank_step8996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e276f8c8d47b7fcfbd9afb1d44bfaf8bf59b3158
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fefde42c11d02f4cf5d9db780331d7e71721698b07fb57b67d5a738b063a4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9208.pt b/weight_and_grad_dumps/rank_step9208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0ced579d289d8abcb776ac036595fbef85745b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bff6c5037a05f9621da33b31ccbcd68492b5aaa5c83b1a94d4d68a1abeef96
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9227.pt b/weight_and_grad_dumps/rank_step9227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e07495acdb0bb7270b207af1c3a27693e46419b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9af042730ba9b3a245fbbf64d77958c170a97700c974d085e2b72e80c9baf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9257.pt b/weight_and_grad_dumps/rank_step9257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c57b60d7ffaefc1306aefa60a39bda4d02825f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125e74f5f664932edea3b173c34f534394fb0081b47047c7c0054ac33e4d1212
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9335.pt b/weight_and_grad_dumps/rank_step9335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56892255dcaccb1386206aa7f9ba3ea9aa8be60f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c00f8c57d38047202b9214ab5619fdbe15e3802196c1bedcdecc073acb1e25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step937.pt b/weight_and_grad_dumps/rank_step937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6309fa580f3990cf839315d4e2c05703cd22f7be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca91ea83723796c00362031032e5819950ff003fc0ebb7d70bf6a9762e34ce4c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9402.pt b/weight_and_grad_dumps/rank_step9402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23572f30c2c23122706801e7ac392ef336194421
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e803aa8a58639b7ecf0f973e950c92a214116e0fdb8a5ad1bdae9799f15dd1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9472.pt b/weight_and_grad_dumps/rank_step9472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67603dfacbd7e7f710fc772468425cb60b1aed28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f251f3c5f47516bcf507bfd5f994fd6d85751942f72209524b62d4d9a89c9f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9510.pt b/weight_and_grad_dumps/rank_step9510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b878d2361111749fc2282ef10ec083d2305916e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7291eea2e152aeda44356cb285259c966d6042503ee2c4343791de6a4760c1d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9560.pt b/weight_and_grad_dumps/rank_step9560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fd9a3c2288fe0a6f096c4f23ff795ad00da005
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911dd6f24e9be0c57e13acb1df748c121659bd90aae5bb7f19e1376b395578b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9597.pt b/weight_and_grad_dumps/rank_step9597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ffe99d781586a727f05042927e2696c7edff58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78a83ab95e19f5059d6d2f52ff2723e6325d534d69dd3339f016d407c8edaf9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9631.pt b/weight_and_grad_dumps/rank_step9631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5c8d0f54ef45010cf6d3e924909522f5697d5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b22fc5d4e09b22c30fbe2498c6fbc87e2d68099fe1aa81e18a7942b1939364f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9641.pt b/weight_and_grad_dumps/rank_step9641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9408a8d045f5e2224dfa9a1072993a5ea54408
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f47309663917a9eebb1b940befad2243ff8aaaf4371142cbcc5990ef606b69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9699.pt b/weight_and_grad_dumps/rank_step9699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a05e98ad079f7f266a5faaf998b4b97552d5483
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efced3537f5e9efee97ea0164acfc594a8dc565f552f4453eaa54140c2a01bb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9753.pt b/weight_and_grad_dumps/rank_step9753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b544af771967c727dfc6e4c91063c10f221b91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc712d076155292077639af4e98345b7c0acf10deba6bd1794fc099f037c81b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9800.pt b/weight_and_grad_dumps/rank_step9800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5d68b79f77dd03c244dfc6a99610ced099e2dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc7b04ed07a45ba806b438a381dc3ed5d70ad473c6a5f8fb507ea585497e8bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9870.pt b/weight_and_grad_dumps/rank_step9870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04beb329609d67ea258f145a0c3354b3fd2f0918
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435ea92e35adee8f6bee001ee4e8a6938efec3690a2d44df90a30c629703b5dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9887.pt b/weight_and_grad_dumps/rank_step9887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70e72611fd0789832101984e1172b4f05d28650
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985ed1e508f9af56b449313d7e75b707ecfa140519dac0dee59a519865c3dc75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9912.pt b/weight_and_grad_dumps/rank_step9912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8282eade42c2eb688b75e516715d3b2a32813c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4564de99b00fc3faf5708e68157578c535893f801a15524e2606532eec85d3
+size 1524331132