diff --git a/weight_and_grad_dumps/rank_step1.pt b/weight_and_grad_dumps/rank_step1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08624ba062e4276956dd4fca1bc96f26b973631
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bb8e901be3e028aa1493560759ddaeaa5ae2ad6130e1c66e3bcd89aa68b1b5
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step1075.pt b/weight_and_grad_dumps/rank_step1075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121a7cfb611b044075f27320d0df1ecd193c2062
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91546110d070cf3dd8e373f9b4fc5bf72dae043358d7bd4169fd7456bb1e42b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1082.pt b/weight_and_grad_dumps/rank_step1082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95efc93ab3e8a99dbc68e2c6b625bcd12e39e2c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c439d1390113e9f763f9acb84d340a6c3720e096cb6f6145d3c9325fdedc4574
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1148.pt b/weight_and_grad_dumps/rank_step1148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2e9163077b659743e7904d2290f62c2aee0d8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2db966b88fc3eaf8c0c8da43dc1f498a26fc5e406805818bf66cdacb844d20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1219.pt b/weight_and_grad_dumps/rank_step1219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06092b2d3c6e30085d5cac94c33a9ed4dc371743
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129fbfd1c5cf8d14953db740d6c49bdcf7e1840f0bc283bd3027256dc05456a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1236.pt b/weight_and_grad_dumps/rank_step1236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83686426bc3fb09033c4774ecf7bba7325deaa78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cf9bbff5e4b238aac91c1b5d63392c4c4469123415b4ee58c3b0f190eaba09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1246.pt b/weight_and_grad_dumps/rank_step1246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3931af37c0a3fbb27f7801b864c92c906200dda7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4935081e9f13980402c38f84be899b901d4f14fad9efa7af02006bff8b0307
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1324.pt b/weight_and_grad_dumps/rank_step1324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab9fe4abc1776ea4b61baf01ff25cf95b5eeaf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261cbe53646e6f0c971b28671aba94f2bf0039e6deb3fcffec3bb80185dec908
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1413.pt b/weight_and_grad_dumps/rank_step1413.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d800bd1f9509fc6c88bb40f670700d84ec0824e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1413.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0584c27ec68b66a89973b63c68faa6482b4541c5caa2df02a9eead7819d2e34
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1571.pt b/weight_and_grad_dumps/rank_step1571.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f1f253030e4b0839765a8b63c2bf04e082de3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1571.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62288561ebdc29bd1e64ccf94977394a5a4d9c62f5c72f52b3474a4e6f93723c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step160.pt b/weight_and_grad_dumps/rank_step160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db4a8b55e557d317fc2da03bdf83c312a8aff25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f153429629982efe5fb07d117d066ca301c8f435522b2992b2053a27c6dbc50
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1688.pt b/weight_and_grad_dumps/rank_step1688.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4632df90ee663cbce14866de9cc6e6fcf851cad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1688.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b73f2034c9212cb27476f1e0ae8ca815b9d86637f7e38c6daaf76572dd1536
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1742.pt b/weight_and_grad_dumps/rank_step1742.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6752f3fcb7f81f93a87e7e61a84d89684e7e4ca1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1742.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b54b917ffbe650ee3a664a43f357b69d0542c8ab57edf3b0c74e48d024f583
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1861.pt b/weight_and_grad_dumps/rank_step1861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3a962e24e2c0cf7337d51ea9231606bb332dd3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9189ec8469124314357f56913fa5c640aae884ba9993b48a96f7f3c3e2efbdc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1896.pt b/weight_and_grad_dumps/rank_step1896.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4314f4a08105b6d76889d36da0f44edd3d330ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1896.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732a568a04a7dd869ac64e546e5b77c3503172d69d750aab31585eed04da9f4a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1903.pt b/weight_and_grad_dumps/rank_step1903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627f8fac337a1c4f3179b78bd373b11095647f09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19a8ecbee42fe920b6223b14542b4aa6eb1474d28a740cfaa1bde2715620007
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step197.pt b/weight_and_grad_dumps/rank_step197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973c09669c06d07200e4ba227ad8250e2fd282ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edf34e87614628b550843f811c518f6ff77183eea63a43d17610f91b3f947b0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2067.pt b/weight_and_grad_dumps/rank_step2067.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff3dd8d1cff8a29cca06693b849efbe7ddf101
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2067.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e51c340db2535747e6d1b41b94d935d5dd459323de4c80ed38c608513d8a9d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2090.pt b/weight_and_grad_dumps/rank_step2090.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26456387def012762f05d121a3962f5bfbe0d5c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2090.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855a2de92b71af681246e05edc2e2f908bb6a3110c692238a38716b4efa309f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2105.pt b/weight_and_grad_dumps/rank_step2105.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527008fa814a7e13578f0e20766860142cc1b18f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2105.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86705efc33fea3534ba43faf24a6430064be007bbf0b69ff96186fb280d1adc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2182.pt b/weight_and_grad_dumps/rank_step2182.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71ee17784e64e38ce92b2c785a831b04aafe4fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2182.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8c6ea9fc39ed08fe6b8ca3cd9f9a2a6c98add56cf8a5d9c51d4f3bd8feae7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2254.pt b/weight_and_grad_dumps/rank_step2254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baa0b559aebe56b6f5f173c4b2c808ee383d46b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c055f06986102b4276195d0d6b73dfd58d82e8dec3828d69289d6c9dbae5efa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2319.pt b/weight_and_grad_dumps/rank_step2319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772cf0cb2a74016cf07a7db339fc8ce9bd8abe78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7099dfcfa876ae01c6cab35df43ad6280d51d77148068b704418c6aca164e3c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2336.pt b/weight_and_grad_dumps/rank_step2336.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b865df53803afb0e1fd79e8acf15f981e19de045
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2336.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4626c724b8c5d45402eba83305f6ee508cf82c6baa33180da152e676a8d25b12
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2369.pt b/weight_and_grad_dumps/rank_step2369.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee9ad2a3108e38cf5543e88c7ec66e55c49c280
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2369.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e039bcf2c1f60634b812bb9a16055579920cb09c7e6e4db5c62b6e5af0aba23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2389.pt b/weight_and_grad_dumps/rank_step2389.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6224d6e9eb46010142f5f6c5ca9dfbf9342da8be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2389.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14859953d1f165e7d7fbdf0d9a7fab3383b0f675b71fbbade2c6d77175ace138
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2401.pt b/weight_and_grad_dumps/rank_step2401.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aa30f91b16a4e2fdfc4fd8a7b0416d51a729eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2401.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee636dfd46ea193791d58ef38a5e8105bead064155bd0cfeecd9313ee70b5d9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2563.pt b/weight_and_grad_dumps/rank_step2563.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6842deb4857d6c24619860463f68083dcd3db230
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2563.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f37c2ed41b8e4e8b2898bedac13883c4774d1f78c84fba16499246f26aeb6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2594.pt b/weight_and_grad_dumps/rank_step2594.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d28cb4c999d780590ce9e72a5d1bd262163be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2594.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485cd683d710ab54ae8be89ee69943cabd1c899e3895d65515fef4d46b57e85d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2873.pt b/weight_and_grad_dumps/rank_step2873.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5024be12c91ba6de629b51c9e8077d084a5198
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2873.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e673ec24984e208e74c725bf2e9194899b8e1dd0ae27e67a1d3cbcef4806f718
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2911.pt b/weight_and_grad_dumps/rank_step2911.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d55a124a7cb7a0aa07d6a8ac979397fb8042af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2911.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fab4a427789e494fdafa696e4de5d1453c535ed1aa09842969497c9d9b802cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step299.pt b/weight_and_grad_dumps/rank_step299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f33da7e954bb04d908ce109c57f87a879205ee6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768d803e1358d11b639e4239f200187bdf470c99007b75d723e530254fe6e5d8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3014.pt b/weight_and_grad_dumps/rank_step3014.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b0a4cad5b6a0437361570b2e3c31af0fa7f905
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3014.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f875b49a42e29a1f2d496e20080a833a9f6ac6220e1ddd061afbc55e3b597267
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3129.pt b/weight_and_grad_dumps/rank_step3129.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e625f3c25f38e462ce0a9a7086ab2b4942c6ca87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3129.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deee695c6f303a295d8c0eb3e1854e94a9cc70b6d70ca553f11d8a650951a52b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3176.pt b/weight_and_grad_dumps/rank_step3176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f2c9ecb2abac424881a8ef04a8daeee5a25a8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bc42f54f2506031ec23dfa7a86f96b7c1a804ee7995c916bce4484ab5da708
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3472.pt b/weight_and_grad_dumps/rank_step3472.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d1e9efa0a87c22a95ab7d925ad7657a6f7e6f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3472.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0e22130c5209f635bca3e376e0fc2c15e8c042a6bdeeb12b437893ec921ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3485.pt b/weight_and_grad_dumps/rank_step3485.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a06b1154537a60d9862f7a1ea67ab240e923b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3485.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede1ecf524f5bcc4f4a4918ed0bdffec747a77a73bf68fc1e141b5a7b37f1826
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3510.pt b/weight_and_grad_dumps/rank_step3510.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c7c84177afec5d0955bc6efb0c5c21cab67404
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3510.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b07577ff13228869538bd0a1245fe9e836e4da40c4525ad372f7e4cd651730
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3597.pt b/weight_and_grad_dumps/rank_step3597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d739f990169e0cd54e606b4ecb9c4a7f286175c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156807ce9a5ce38fe3a3232a435acf75e05caedc874dcae39d47d027a63a7655
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3723.pt b/weight_and_grad_dumps/rank_step3723.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f081aae1250b0fc739ad5f1f821dba9f2b688a12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3723.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8c765ed4bd16d9f509386eea3d373f40a64082506686138a5a2941eedf5039
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3800.pt b/weight_and_grad_dumps/rank_step3800.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4ee602c02ae3c00ebbeadd92b5a625410fc06d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3800.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffcb8545c4b6c7fbf63e9a5363731a44d794444787202594c34c0d3ef4c7d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3962.pt b/weight_and_grad_dumps/rank_step3962.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df608148243b5b848f0ffa6d83c5625ce27b195e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3962.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddbcc9cd9df588e5b4b4850d29e6430868733579575b3b02760641df75b3253
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3995.pt b/weight_and_grad_dumps/rank_step3995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db77d41ddf94001fb13f37e0a15546de5e9e777b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6f9fbcc837de8edc0ec95bd6e10dffa9c8cec1fccd83661ea6a36c21a11349
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4033.pt b/weight_and_grad_dumps/rank_step4033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3829e72c716c40f0bcf7c7ab662a44f599f778a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c3f9a05d45ff0ab6e031d5af47cc2888173595a8a59459ecfebdc8a8569741
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4043.pt b/weight_and_grad_dumps/rank_step4043.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea39ba0520d6d2675248bdf2328a0a7fddeaff7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4043.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875d5f90f9c1b771f33c3df73cc10317ddbceff41a09f67bc0764ed4795be4ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4151.pt b/weight_and_grad_dumps/rank_step4151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4f00cc3ba7b176218e09c9b98e58f4880bc19d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0940899a583c91a39bc5c29d7e022ea6db63836733183fb68cd4b14b3f2314ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4169.pt b/weight_and_grad_dumps/rank_step4169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd98e63a4eca387d4d618153c9b20078b1efd37d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbcfe8d5125d5dde4da2a8ed4f64a378186fe242ba5a9348034cba3854b4917
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4189.pt b/weight_and_grad_dumps/rank_step4189.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b262057c3da1f578a5c112d4289c66554c5a3e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4189.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fa1cb411d2d755a7a7e287c96c039fda82d9dcd4eb6c987bd1fc2f348182be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4270.pt b/weight_and_grad_dumps/rank_step4270.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5d0b591789594a29eef1fe0669e4a6bb029dd1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4270.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52804ae4df13c5a56ed69626ee9b2a72681fd9136f87f7972fdf30bd7c79884c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4287.pt b/weight_and_grad_dumps/rank_step4287.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e50c940783eee6af17609399cfcf81e525ffa89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4287.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359777368359ed19b0ae7087230a45618e5545263f64ae7bdf351af06cbfe21e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4312.pt b/weight_and_grad_dumps/rank_step4312.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2406b44b7a88d720c1a5aa4a69eb0806a123ad35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4312.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a4fa3f21c07cc5a165c7075087e4c8bcd35c24c985a95575a412177c1d1858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4425.pt b/weight_and_grad_dumps/rank_step4425.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c41e60be2d4ebced372429f96a04c28a77a759b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4425.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5edd3704a30c3a88e87f44ec2ec764a6fa03c640f4b8239a9dcd84162a8634
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4547.pt b/weight_and_grad_dumps/rank_step4547.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb0d6ea2da87fa23a54030da20af23bd0f461b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4547.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e23764208a40ff21c9d406ababcca03557cbf4e6901126c7f9ec8de57f2ed2f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4616.pt b/weight_and_grad_dumps/rank_step4616.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa005967c4101ddb39bf6a073a7ed5f4ecaccc42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4616.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6525a2738ca76893e06339a69efb403430abca32881e0c8ff291b91cf42a3f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step464.pt b/weight_and_grad_dumps/rank_step464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1030c2601548521dae39444b92c589d365df98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681789ce70ae7ca8b2b48d7617745081f0d92f16b058eceacc0003cdf261f1c0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4649.pt b/weight_and_grad_dumps/rank_step4649.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be243b03771866b2da3dd583d626b78f9b6ca83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4649.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4436bc78626a8d3461f1e4b1ab5919a441c97a2227a0686c0cfdd2fc98c916
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4774.pt b/weight_and_grad_dumps/rank_step4774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2ea34ba8959c8bf27bd0e59bc78b23e1ff0a4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a549b78790ae0adcc09f0a624ba92f1126a3edc1a6eb78e03248e8517a7a23a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4808.pt b/weight_and_grad_dumps/rank_step4808.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe0f1fb8beedea71b67effde8d1bdcf9e0948d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4808.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06484bea0487b867f00f0dc307c8dac1afacaabb9bdc924e5bbe4e66d87930ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step493.pt b/weight_and_grad_dumps/rank_step493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec80c4ff787e18f0f213a38165c971f29d9fe8ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1f52334e4a9c410344ed0d8da9e1a168ef3ce6b9c00503a595c5a1dbc03abf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4935.pt b/weight_and_grad_dumps/rank_step4935.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e1760c4cd8f4da7db7220e6e4c1a7b3005587f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4935.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44611f7667c32b672cb47242982a538ed51b083e0d32d4dd00e16dfd8226a068
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step506.pt b/weight_and_grad_dumps/rank_step506.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e26d42c65db421fc21e3ed2670c406423b6eeba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step506.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104ef0846689964644f2d4843e5bb64d032de78f5147a3ad5b9b259dea35848
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5098.pt b/weight_and_grad_dumps/rank_step5098.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4372d0f5295bcd931b49b49479f1a66e2d6315af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5098.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d9c10836044496df8831e36f8063e1aefca2fc36b23ac01c8dc7300950000c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5152.pt b/weight_and_grad_dumps/rank_step5152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc365c1cb74e472473073585dd7bcb33aa402d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f1c27cda297a68c337fe7681a9df4cf944f09f6c1c85a9c1694f997fe07f99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5203.pt b/weight_and_grad_dumps/rank_step5203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a187f6122a1f8da911d30735d0717020d3b08729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7385f761f42d253823ec90297f265262cbd4ea712db91640f4eabf789443a715
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5361.pt b/weight_and_grad_dumps/rank_step5361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2855a3791fb36df163d156a6c13b6c815e851717
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4e0fa36105d2bf5a8c6e9d4942142af922f14cc0b0cc130ebfe569325a893
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5409.pt b/weight_and_grad_dumps/rank_step5409.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da26e980e0a1be6c7c66f39b198871bc3980d6a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5409.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2632fe1e220e61a305f89652f5636eebe1d997b8272659ae7820934df50b4d02
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5426.pt b/weight_and_grad_dumps/rank_step5426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df30ac43b50b96ae60e84d23db9d1a755d969132
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccf77f942f4f66fca1bc05e37dbe4e826b54634d25401a53fdfc6881b2ea4a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5456.pt b/weight_and_grad_dumps/rank_step5456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59351bcc981f86397b39b964239c740d03f1a927
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13fe08fab5858ae46ae21c44d029d09e5bb75866c44db2f25547ab52a5b8c77
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5534.pt b/weight_and_grad_dumps/rank_step5534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ed9dea3df3e825a6cf47e033c33db358505c11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782cdd848bcc51653869d6b909a72550cbd87a066227afb87d0c18f9bd6285e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5544.pt b/weight_and_grad_dumps/rank_step5544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000ebaca747bcb4b19c53a82b0a6d5112cae52fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f500120d245c9a75d3873b7077ba64c91c383bd0b11d2032c49bc3242b21bf22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step559.pt b/weight_and_grad_dumps/rank_step559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c887a6ce76014eb4219a7516132ba6c7fea68aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61305299f1fe697aef7c710f4d4aa65eac779175d25241091f394bca63aec116
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5665.pt b/weight_and_grad_dumps/rank_step5665.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5312ca35d4033a2b7553c4c2f9dce1ef545184
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5665.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0710eded1f2f44bbfacbd386b688f367e246d4e1a86af808fd602d3a38e50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5692.pt b/weight_and_grad_dumps/rank_step5692.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481cb778537fe4f7cf457ac20dd2916b597d3dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5692.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a3205f2ead1eb93e86888344faed91d6c98741b8d028492e222c5f60c992d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5707.pt b/weight_and_grad_dumps/rank_step5707.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b341890796ceea940ff33ac7aec4771df45f5c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5707.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c758e277d282c79b5114b9a2a91bc45066a552ee775fb64baf459335775bd6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5758.pt b/weight_and_grad_dumps/rank_step5758.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed4a9c29149821fcefbc6ceb2dc551ac9280e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5758.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b648b359d3724fbf5e92dbfae8c456f98beb1dbc7c5e139a9d928d925d18c766
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step581.pt b/weight_and_grad_dumps/rank_step581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17948a86752ac6dbc88d1b8f2ea61c53dd7a4e2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb17308c9fb211de6203102254838e459eea8771e67d4d7bf9de86ffa7e2e38
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5824.pt b/weight_and_grad_dumps/rank_step5824.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbfb5a936722c97f9669cc835f62d38d4b2af84
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5824.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2913afe3906049131da0c5d445eb8f503f5403d614a862f899d98b347552a598
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5919.pt b/weight_and_grad_dumps/rank_step5919.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c3a85a87690953c3aa2e38e0963f59e3b3fb7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5919.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97550a1771fb2708d61b6e4442fee1bf4d2649b20ed0bbc358a8159f58048f8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5946.pt b/weight_and_grad_dumps/rank_step5946.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14299610281c257a1b412c429a9f11d3811da2a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5946.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eef03982a68996dfcc0367752558ce1de5b88b817b63fe740ee80efe2ea86b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step608.pt b/weight_and_grad_dumps/rank_step608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c36456ee06a0be16e9533217e75644901d110ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f6d920ef6b1d3da3fb00f24437020525d909be6b54cb07a53db325c597647d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6211.pt b/weight_and_grad_dumps/rank_step6211.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5921d51f1d18ec826bf668fbd6ce4e46b635d50d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6211.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2d97d9232f5db225101f6826adbb283a7cd8c0b27647531f0e10a06b75cbd1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6373.pt b/weight_and_grad_dumps/rank_step6373.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ea3298d78204ca1f22def1b0079fc1077e6380
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6373.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02a2932d4e917e00277e4b7e81d4e40aeb9b39c1e014c52fd19ac6021552bf1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6384.pt b/weight_and_grad_dumps/rank_step6384.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47d099b328cb19bca7502c8772c754bb94f95f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6384.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5aec8dd295ecc04e18668c7656d83bfd65f8b19389e565b45a95489473f3a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6444.pt b/weight_and_grad_dumps/rank_step6444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21efbc62f4d53dc5ddaa74363ac299406db5980d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a81bd91e597b22b7f0bd3e7099157e74d5fe1da44529dedf35dde1941c1b43b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6509.pt b/weight_and_grad_dumps/rank_step6509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4e111c1de6ab031713da1766d8b9f3a779960
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e6ccf26354809ba1e7acfaca66c75e929aaf577b2c8ebf8d6554f14ee38bab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6526.pt b/weight_and_grad_dumps/rank_step6526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f36b9cc8a645d54f6ded1c5f84451c626f64997
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556ab72f6a132acc0b4ee5063eee454f5dd2f44665f92ea8bb10bbe9a40e83cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step657.pt b/weight_and_grad_dumps/rank_step657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cc392b04884120c87538d43b98ae8d414aa988
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fad89572a37c57c226856d9cdd08c87ec986a87aee60e3d7ce688974470001
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6579.pt b/weight_and_grad_dumps/rank_step6579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581c48b144833d0102aff7d8dd6c20a241c184b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f348bbbf6fce84db6ce5aa22a796cf1cdd239d031791d99b1323e2c86556eb33
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6628.pt b/weight_and_grad_dumps/rank_step6628.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa312c6ef2110106134775f6ecf254b1820a827
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6628.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aff3a59f0cddb4197d3238c662fac6ecb49caf4ddd1fb481009c72c2d697320
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6677.pt b/weight_and_grad_dumps/rank_step6677.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1276a5b6260987f4eba567000f2b08c619dcdf42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6677.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92570b501a268cf354f005265df3883e67ea6fc41e01ac266a8ac2fd6f1fda92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6680.pt b/weight_and_grad_dumps/rank_step6680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef715373c170d26b048ae11baf42267d148bd4d6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cabfb7fc7fb666f90d60091dd873a8d93271dd159420836f6f25deca0e9e9a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6715.pt b/weight_and_grad_dumps/rank_step6715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139ce1c73681147ff694395d7002410b262ae903
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7190ee88d6cde913ae8deaf5cbe43ecde447e0919d69c367263d5af147600f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step678.pt b/weight_and_grad_dumps/rank_step678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8207b5eda158cf909ca068b455bfadce825bf85a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369bb5f73ba123c6ec8995bbbd4fd6f717bd6212f0c313acbc1d75b20547aeb0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6836.pt b/weight_and_grad_dumps/rank_step6836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8d4ff268c8aec9fcdb28584c8788bade8f96ab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87938ff55d66993f9867de31175d05bb3bc59cc392c1785b28b98a457bf0d126
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6846.pt b/weight_and_grad_dumps/rank_step6846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb67bc4281fa0b5a240d34e921ab3238911b028
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea53cb59a1b1c22fcac0530c3c5ddbd0748eee6dfe734ca7ce1e5db495619451
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6869.pt b/weight_and_grad_dumps/rank_step6869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703eed63181fdd4edc7ff62561591a6592caa89f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77be76a7367ec19752d9631f14b1df5133d5a07c4f1ac5394805ab0ba88de5d3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6954.pt b/weight_and_grad_dumps/rank_step6954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778c645773d63d7f6545182660a1abdeddda1717
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70e0bd88e8eee445b182874b5bf19ba2e19a96c8781e1c4b0f50e55a244df89
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7051.pt b/weight_and_grad_dumps/rank_step7051.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6910d761d307a382e7e3dfa37fa63a05f6333d55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7051.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea100f8464cb5ed7cc9c8b5f20b35ee7da729175fa34b95f4001330f04de5e67
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7133.pt b/weight_and_grad_dumps/rank_step7133.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5589d07f5551af18bdc784fc179c3785491127
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7133.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1e2cec6ce171c4e1c92da1764f2ac95330b6df3b2f906d40827a4225b0497d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7262.pt b/weight_and_grad_dumps/rank_step7262.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d638bdb099de9c1c5a929e0f5fad81fec50e6b27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7262.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de150be892279e7e19ba57f6ebd0fec1a5b299fa0368e912550aa2f26cb1dc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7295.pt b/weight_and_grad_dumps/rank_step7295.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c40f27b8130b3bb6a1dd17c41fdbdbc08e7f34
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7295.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81646dab7d16a8636c245f6a58a48e8185df8b727ea367dc65f9eb9680872fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7300.pt b/weight_and_grad_dumps/rank_step7300.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732536e3b0a8c5982673fa2594d3de4a39437c29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7300.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb8d58cc8bb976d8d5c1f68348a91125f5589eb8104fab88f52318bcb1738bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step735.pt b/weight_and_grad_dumps/rank_step735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53634aa121269449be73c3955ba05245213fadae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ef4acfdb91e81b1086ad7c7004cc8962b491557bdc1d7569fbb6cbeafbfaf5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7387.pt b/weight_and_grad_dumps/rank_step7387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c07a4f8d4792e42c07790941f948ddd352685cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d4f44beb1ae2dbfddca223fccad94c0d43ab9f473b28022fdd9edc99626eff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7437.pt b/weight_and_grad_dumps/rank_step7437.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2874de04ebbf015cac01f99d345e6d6e80ecedc4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7437.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e033fac66697a9fc29ac45dd1629b87d8f1da4046495727cccc985ca6694bbb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7468.pt b/weight_and_grad_dumps/rank_step7468.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35ae49b1044287885cbd6af0e1d95403fd350c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7468.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3c7063a1b8d4dd7e316abb9886848859fa68e3b92139be3b199d8c382df407
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7604.pt b/weight_and_grad_dumps/rank_step7604.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d6e077f404fdc3b69fafa7501bb896b165f0d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7604.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a24f0e4e1222985dc14e85eb85b312e8440ecbb177c4f30f0951e81cd02371d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7739.pt b/weight_and_grad_dumps/rank_step7739.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6423eff59443376cfdbb1fb98bdf42bbb2d359e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7739.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b86299fd18a8e267676ad9e28fafc7d23840dccbbdaa30b50205c956912a4e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7766.pt b/weight_and_grad_dumps/rank_step7766.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9942147854dc86739911af9413dae4fbf0fccdf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7766.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c70b3c46204ce5d06b374a59509aad256dcdc6a606c6363df8eb8550ee2262
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7791.pt b/weight_and_grad_dumps/rank_step7791.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be368c4b0dcdd569f5914fae30ab53a118fe3c89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7791.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08c780baf2b8df90342a16b5d98f8d7927cc22444128398183b2772040bd3fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7845.pt b/weight_and_grad_dumps/rank_step7845.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8937e1263402b00276f2ca297e492fd0c4c27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7845.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67863614b911692d291edc235958cea792b82d52196e60100c058ada1581c4fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8054.pt b/weight_and_grad_dumps/rank_step8054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a52320ccc9727f666dc75ea5392c9d6164afd5c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b98c7945371f9c0bb7fb7ea2100925a6aefdf09a729f3aba1a7bbd6c28b8424
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8136.pt b/weight_and_grad_dumps/rank_step8136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603a0961ac31e5d8147e77e869fd2a8a55baa5c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37f077d7bb1e3f5b4fa74f13283021056db541bafd56fd6a54bd5e568310d9d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step816.pt b/weight_and_grad_dumps/rank_step816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc244d68ac384e1afd0360490494f74a0ee05a92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd364a9c9aaf14c1b9a0e7090b2d53eb327f1b90f6e2b8d9c6cd17d7fdf0cf9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8169.pt b/weight_and_grad_dumps/rank_step8169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b550e1f6582ce9c1c73d316dd26a815d9a7564
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82309d6a66f19a0c2572843325d12a315b44f3fe58475a4e9c988f0e385bf0b4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8267.pt b/weight_and_grad_dumps/rank_step8267.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba28e7ae4fc7bd6c5fe0ba2c7665d7f48f84a649
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8267.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06826a71b2d3d82b912f11a96e5afab9f33c866a6dd00f875365c43bc27f22f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8290.pt b/weight_and_grad_dumps/rank_step8290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7939601bcd1d134a852e55a0bd352296e57d4ac0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dafeb536e09d977fc502f7db37e857bf9e0630e19049361a2ac87c452eaa0e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step849.pt b/weight_and_grad_dumps/rank_step849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347dfabcb3566c0cffc3b0a47604dc5a13783167
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e0b79555be94a15fe2b349f5ddbed6104f415e4b020d78568a8fde94fdb05a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8588.pt b/weight_and_grad_dumps/rank_step8588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267236cb375b5e08658a47adeef26f134ae6758c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78164da5b0b090ce7f0c4462c70ded9fb1c38c65838529e4ac2413872e9715c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8601.pt b/weight_and_grad_dumps/rank_step8601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc187d3a36a74ec998bef46c63e8cd0768e07b28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3193db856c39dc74a73f949431a385deaca33147b545aea9107b01061c3a53a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8763.pt b/weight_and_grad_dumps/rank_step8763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715bd95866100a2837480271c3b72bf5e0a0f2e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f5ccf76f782a9a4f111a0e262e985c194283ed22d2cb2c17f59c4543aa2d73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8774.pt b/weight_and_grad_dumps/rank_step8774.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc0a9b7131289600c0de2d4ff8b07577f102f53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8774.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab07edd3af607f4e40cbd69887df0892fce55a5f5a5e2c4c242f87403fd413ae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8794.pt b/weight_and_grad_dumps/rank_step8794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef78f444a923551f029e3542c0501e74af050b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577a3bce57aecca766075be53be254456488e0ec2f6adf3ff07b139d8624682a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8840.pt b/weight_and_grad_dumps/rank_step8840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3d0fa9e25c3c808a7afc325e0891b99ab62c83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df8bde526cdbbcbc70efdaeffd994926ad88fa0d535fc766c9bccd7e331e94
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8922.pt b/weight_and_grad_dumps/rank_step8922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c0cae26d4e288442539fe665c06674a4790cb9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94da44b7302712376ec2336fd5dbc71ce23264bd8004df40ab2f4950988b6441
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9027.pt b/weight_and_grad_dumps/rank_step9027.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fd797fa326b9ce7ec54e9b86b96866efd90ee8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9027.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459bd98e560f61f9829f0c9bac41c530656cd25cee1a235332026eb2c87f022b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9078.pt b/weight_and_grad_dumps/rank_step9078.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943aa54581da481470bd92cf24409c3dd5c78aed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9078.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0aaf4ea11922b1eb1eb96a0c872d65424e88fb43f79f3909339add1d50b1bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9145.pt b/weight_and_grad_dumps/rank_step9145.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5c7d2c262918149fa933fc01473d10ef3c3964
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9145.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15cfdf2e77dfbf4eab197b2f6e5d58c0250f55b7f41e315bc4db25e185ae778
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9214.pt b/weight_and_grad_dumps/rank_step9214.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5ad1ab2e0e031523ec3c87b1561186b3eac96f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9214.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01632bae44335b68dff15b1fe70bae7784a5db4c7873d54aae171afe52348e84
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9264.pt b/weight_and_grad_dumps/rank_step9264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d9102e06ea96860afb3a7fb6d62d69fdeb157f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3bfb8951bac38e945c7f48a148059ce119c1e65a2fff6246f0e4e7b75a46c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9329.pt b/weight_and_grad_dumps/rank_step9329.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bbe6691654e068a0392c99887c4db547e441dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9329.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbc4a508493a6ead26e6065382b1121c5b8d87de69611f00301ea978619c8a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9376.pt b/weight_and_grad_dumps/rank_step9376.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de26f863a2fd3ea61999d8adc13d8149e3b02837
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9376.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca2f399ac844e98fa70c871f7c44adb7b29e6278725f1265483b1f2ad824844
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9381.pt b/weight_and_grad_dumps/rank_step9381.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d9c2e5e128a4d8553f8de07a1b2891737f1851
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9381.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0723b77bc0f5e8076395bd6dea503e669de994eedf4ba36e0938892f0c067ac3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9441.pt b/weight_and_grad_dumps/rank_step9441.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4fcc96d1f2ffbc06a42304e8c8c004d9b37c8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9441.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44e7f49c397309346699526d6acf23dcacbb8d224f2c19f920975fe695e1d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9523.pt b/weight_and_grad_dumps/rank_step9523.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5a99cbf55b173c1e866d3456b9dbd098c2728c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9523.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656155c546bd89d6d20db76dc5a0ca8202e2176c42c09a25c4c9dead89a96e25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9685.pt b/weight_and_grad_dumps/rank_step9685.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38414d8537a866f3d4e3b3c7cf8bfe22c2b4eb00
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9685.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4e0cb3bbfd9a0981da4cb5791f37c2e9f8cc58244bcee0f4d35c981cf8e07d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9710.pt b/weight_and_grad_dumps/rank_step9710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee0bdde20a74a9bbac7a0db1e5c77b9eb239717
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3aacc8597546aa9b2d4bbbf782f0d4b342a0a02721266c0431ab85dd2a262
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step974.pt b/weight_and_grad_dumps/rank_step974.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3739cc65d3677011854b60b25567e0cb9c427b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step974.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280c1d58a806c5fa5d9ff57dd315f11d2792e6c8064d0da2df57aa6711820cce
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step983.pt b/weight_and_grad_dumps/rank_step983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95438d3660d02ba97c71d56f06f6a42d10792098
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c2a5d0bdd729c8d75779b4aa17eb0f54d0d5bff2dfc1d60f63cec0594cd4ec
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9833.pt b/weight_and_grad_dumps/rank_step9833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60062c5b9996dc11ef947d969c3615a3d121f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47e175f1e7a898879f7963179c483596195a80d07dbca9904f749f928e4aabb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9951.pt b/weight_and_grad_dumps/rank_step9951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94bcdfbbf0fa19f95f40f692d6259a56b5b5378
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f83b38406c40ddd0e2f0f153abb71d17cd49143c802f83a588a46aa04e437c9
+size 1524331132