diff --git a/weight_and_grad_dumps/rank_step10008.pt b/weight_and_grad_dumps/rank_step10008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38422c36fbfc626df235ad33877bc7dff7483429
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce53b781a572470adef77c72bd2431355d357f67f469b6e7b8ee8755eeabe3e
+size 1524331138
diff --git a/weight_and_grad_dumps/rank_step1021.pt b/weight_and_grad_dumps/rank_step1021.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eae760a500dcaf6ac382d2a0261af2d80d0b102
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1021.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd066c32edbbc063506b0fc7fbad75c1122224219fbcd6d729d8e0019952d8f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1089.pt b/weight_and_grad_dumps/rank_step1089.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee26f25f7c9d8cbef7146188cd0ccf40c0252293
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1089.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4313bcab606ecdc6d717070a8d7ed2a862f83752582f7b2e32fdb51ee92a61e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1143.pt b/weight_and_grad_dumps/rank_step1143.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ff2117cbc07636b538f6990f18d2f6627a59c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1143.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795891b0998a384b1c30250b8215abdeb84c629343714ec7bc228cc87a1cfd20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step134.pt b/weight_and_grad_dumps/rank_step134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5ec68c1b3231471d6dc9e752b8cf8563cc1e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cea53aab496ba7b31c6d1531dd66f3dc7826c864c98ee6fe80ff1215026d43e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1370.pt b/weight_and_grad_dumps/rank_step1370.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b0bc90dbc226ead762273e756d30d9290c9c79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1370.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3272cd24e18ae15578205f137278ebf1256fa20fdd5b57688606114a59d9469
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1387.pt b/weight_and_grad_dumps/rank_step1387.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1415d5e326ba44752739a3be2db525ddaaf326
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1387.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f23d1c98818b99b281a1c9f8c68037d688a776458f6ddf10def10ac457e125a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1418.pt b/weight_and_grad_dumps/rank_step1418.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce90f40c56d0db8a8590bb6ebf5f3c95890cf90
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1418.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb48fe292341e4e36b8b6d6bdf321029679b5a2bb1b3e803a2d9f2ab6b86e2c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1447.pt b/weight_and_grad_dumps/rank_step1447.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de261c91fc695d887f7d484b5309c2a63fc5ef6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1447.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa55579558d8db58cead34accb7d82b195740dff349a0baac8f820ec035f2c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1525.pt b/weight_and_grad_dumps/rank_step1525.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd175ff1f2cb4165771646b4b3e37eae22248a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1525.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048cb2db09f80cd0ab57c4ae8121edee7bacd41c5be8adebfebc7279f4abb6df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1674.pt b/weight_and_grad_dumps/rank_step1674.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed5c22426be246f3838328b9ff0d4fa2c5f9083
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1674.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420d14594b2b75f1e81406abbc147701c5b0f206f5fe9ae01b9603acd3310706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1683.pt b/weight_and_grad_dumps/rank_step1683.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91b7f8b39d41ec2d40dc5b01bbdf98cb462ab16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1683.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3be98949abd967cde8a6e3af866bf88366c0373c17b944ef126c4fb5431766
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1716.pt b/weight_and_grad_dumps/rank_step1716.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd25fe497d19b55f48de82a6b6a3b98f4e3709be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1716.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c62a1aafd6c887918b43f6d5fa1864418837a58a3b38f13a6c6c1feb2bfb547
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1749.pt b/weight_and_grad_dumps/rank_step1749.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab482593a6ad915693fc3e471920ab0fa64604a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1749.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff988e5703977d69287ce2b53d01f3ed42052a44c2a70cdbe5e6f7d05dc689
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1908.pt b/weight_and_grad_dumps/rank_step1908.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22289ca9d02befee91d909a716d32a7466e564a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1908.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cf169c1ccd17c68d3bcbb5395b8a0d7073c9408ce819361f8335d8516b3476
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1957.pt b/weight_and_grad_dumps/rank_step1957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acfa6e925987c0593d6cca45bef9f40e2deca2b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097affbfe582728e3814bcf5e37da3d43c3871d31dcd5ec3dcf78b3e9020783f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step20.pt b/weight_and_grad_dumps/rank_step20.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c01997dce9d86840604ac2ce705e21337825073
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step20.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f12787ae2c9d1f5dc32ae789bcac3d40efe8439191bfb2f467f3041b1c22379
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2033.pt b/weight_and_grad_dumps/rank_step2033.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c4c5dbbfe121830d0d107f31f2d409e35b0575
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2033.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ef46fe9eaebf52d5f2a7886408146e6a00a2f5f187f641a71b5866fb6bf3c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2121.pt b/weight_and_grad_dumps/rank_step2121.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a211219c27b527e2aff0e2bb9dde703a0a8e84c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2121.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3978d59918f2a37d8ccc1032458c6fc6656639956a2dbab2338a4fad05ab0c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2151.pt b/weight_and_grad_dumps/rank_step2151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2734e7a5bfcb5012b4bcaf923cd7b376b9d341c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2771903b88d404f0a8a3805e0f5571990b577144880a0cd516de69f404603e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2200.pt b/weight_and_grad_dumps/rank_step2200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47aedb22133cd544d25ca038af9cc01678b78d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1feb5c10f56b78d74d563410d33f9cbf0d8b46e28860f030d3b8da1e7374f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2362.pt b/weight_and_grad_dumps/rank_step2362.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7031c03dff8c8ea3d072dcdac579d72d72c61c01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2362.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b1b616e277818a3bc2a920a76f1f0f17dbe28341a6008c0dfec2c023a83235
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2395.pt b/weight_and_grad_dumps/rank_step2395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34db21d9521d09d024e3506f44af34a75b2006de
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bc22ba6809d95b5bf00587b6aaf5b9d64ae0e1d63cdbfaae90d4989815d7fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2537.pt b/weight_and_grad_dumps/rank_step2537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f72ccafabf2e24a99c3f4789c64e4f310d9964
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959af9966a90b4bae4365f762b617b254f92fb5daa17164a648e02e8a8613ad4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2568.pt b/weight_and_grad_dumps/rank_step2568.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd3618065b87682acdd751c017cf9bfda455de8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2568.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554c48fcedb54dc38045548f87299d5c2b8b8a8e005b7e58df79ad5de947068
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2639.pt b/weight_and_grad_dumps/rank_step2639.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc101a24f14938f32bc48dfefe59e4d0a1b4bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2639.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24aa5d1afb85e681296bfe3f05f9c28e64b3f317225fc9b939141b470363a28
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2666.pt b/weight_and_grad_dumps/rank_step2666.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf83a25c2671637c0907a0be45e0198a177c0a35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2666.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51fc0d7d959ed723a7d3f4f0a657137fa749968fdb29bc8a660b271e8768432
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2691.pt b/weight_and_grad_dumps/rank_step2691.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf30c692e3cc47cb32c13ffa21329e13155a567
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2691.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9569cd1b0a81d717ddce58f5b0a22cc5dd22cf4ffb20ea8f78bcfac9ad1aaca4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2704.pt b/weight_and_grad_dumps/rank_step2704.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc722afa5448405802ee8f056f437ad5e1fda994
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2704.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d1a8e82556d57254e1e710128958f423e4697fbd1d166bd26899319826410e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2827.pt b/weight_and_grad_dumps/rank_step2827.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48296f1da13fc8dbaea24676cd43ee61f409f3e5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2827.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2ea2410238ff2467a387bf49dfc926a122996ecd98aa35c791af6708161445
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2878.pt b/weight_and_grad_dumps/rank_step2878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9129ba0a5805ae06b649cb8d0d9c652c03dd085f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104886b00fb55cbb2e5be5e37b52d715d503aa612738cae2a60bd191626e91b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step292.pt b/weight_and_grad_dumps/rank_step292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae4dadc52d6f8461662b68d8bdc9c3118fa678e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05461680aed0b3d1873ea8b3b497ad2161783999fa441f98ae73f6d0dfe7be2b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2945.pt b/weight_and_grad_dumps/rank_step2945.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e8cbd914b5dd4fc491b2cee40440f404c9b46b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2945.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb7c582c00d51eddfd3ebb2dfe17016b93fa0b0fa70e8b6a282931c27d46b13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3040.pt b/weight_and_grad_dumps/rank_step3040.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1db25128c6be9e02eb8377478c0d0f6fbda07b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3040.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77da5264cf39e011ed3cb1ef7fb66c2055faf21dfe1e695aaaca622c3aa80ba1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step307.pt b/weight_and_grad_dumps/rank_step307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6258cad7edeff1b5e11988a6263337a060d65831
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159484cfe313d0d5e564e03ca79af543ee5a1c390897877cd7f3205eb2467392
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3122.pt b/weight_and_grad_dumps/rank_step3122.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5137df0c756b7f47aecfd2cfd9e5c65d523f0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3122.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a16adc269af4af544c9a717b3886934eddedee2dd75434122a404dad7ba5072
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3273.pt b/weight_and_grad_dumps/rank_step3273.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3a74a81ce45ae3dfa7ed50b0ffbcfc277f6e7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3273.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710593402f89d0902a19a556b96a6d21015a87fdfbfd42b12c5c94c9649660a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3284.pt b/weight_and_grad_dumps/rank_step3284.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83878374cf71b935f70f6405ce1137cc5aeca29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3284.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0628ce684f6bdaff3e82f2f55d75261bb7e11c8025edcfd190f8e3a217a0d117
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3311.pt b/weight_and_grad_dumps/rank_step3311.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7986937cc45fa6404fd8668ff58256cba4017c25
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3311.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d573bf7fee58fe4f76e35f4c64f8552eef54a04cf94c4577c83ff5800a0b819
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3426.pt b/weight_and_grad_dumps/rank_step3426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03b4fe92b3e646c46a8d8f90dfa480184c1f7e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17237470c6ec482da53c2859948680d6f53564989d2e8c961a1f56b7b513fdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3456.pt b/weight_and_grad_dumps/rank_step3456.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e87605f2c6f55e9e9867ce1f2eb73aea933a89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3456.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c399763849c4814e674972255cd23413cbf7aa292c783b4cda47d868a7d5c2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3479.pt b/weight_and_grad_dumps/rank_step3479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d0875976c56ff255b4b3235b7997ae5c59a5e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b647850cb3887c5cf466512a9844a28694334b35dbb25c7df43857dd9dc7cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3534.pt b/weight_and_grad_dumps/rank_step3534.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d3193542ecc9407703fd2c1c41c42a9e223098
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3534.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fadc57cd3c10ff6ef22e42c9d81e7e6dfb255340741e541c3c72c11694d37d6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3544.pt b/weight_and_grad_dumps/rank_step3544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639624b97dc087d012d9a8f0af27920d09b87339
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b71685bf5676e9de56b451b0e98c832d09dd38820170779dbc4c0434c957a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step358.pt b/weight_and_grad_dumps/rank_step358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638445f25ce6d85cc7181f189ba48e923468bf8f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e5eedd8a1776f47037361680f9df2c2a70f04ee8cbb278baa981ebb21bdeb6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3615.pt b/weight_and_grad_dumps/rank_step3615.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22f11d048da178cce0c7eb635702d10eae31c03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3615.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ad7dc2cdf3a22372fed4795075d354ba2376124ea462f2ff949de4ae0f176
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3777.pt b/weight_and_grad_dumps/rank_step3777.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880e35cf297d301009ccae8ab50141bdb144dc7a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3777.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3759b6c95dfd862f56082e75a32df2563d8601e7a5c7ccace27fd60e19374aad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3780.pt b/weight_and_grad_dumps/rank_step3780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dd8b402ce75241bc338d1504dd7f61e23385c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c74f519596025ed3b5aaf3a50dd8da80e2ce9769b0483e6b5a465ed503046a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3936.pt b/weight_and_grad_dumps/rank_step3936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbabbd96eddf0a9338da5990c3ebc01f37a7c193
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa4ee4658e3b7dc528db8c00b5e2ab556c10d38646152609525ef4f12ee9e09
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3969.pt b/weight_and_grad_dumps/rank_step3969.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209313a7336ea5af267488298ed02db87673155d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3969.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1187ce6a9c1296c5dd5e1be18c2758a847ed3016f1030011500dd551e66da2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4048.pt b/weight_and_grad_dumps/rank_step4048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfe2002dbf806ac9668b075ef22520c393778c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369661e0902cfec5ec45bdbf5c5b2fcd16127d92c6e72806e2483efdee811bab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4224.pt b/weight_and_grad_dumps/rank_step4224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357325560640d58ca7d0ecff9b4858fdba144950
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a1992279a23e4e179106473e7cfcbf1b884c514476ca858517219833d30379
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4254.pt b/weight_and_grad_dumps/rank_step4254.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f718aa6469d2c2bec22db66de50d209fe1c4430d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4254.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c90c72fc09afed0228fcaa8e7d284b3acbd6fbdc112d5d0b34a28b244afb33
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step430.pt b/weight_and_grad_dumps/rank_step430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f86f22444e2a148c428debfa6f2a5f253478ec9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff9004a67e94b018810db2af175b441ef171dbdae07dd9fd5d3249e0d5da403
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4319.pt b/weight_and_grad_dumps/rank_step4319.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dc1203039fdd00fe36f27328dc712afd56da55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4319.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bf7e1dc2db1df19ce3404352514b9aaf6c623bccfddeb5fafa144fd7d938ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4346.pt b/weight_and_grad_dumps/rank_step4346.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccdfc910f84a66e59ad058f1fd882e4f1ab5eb4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4346.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3c1eaf0f919d3a7f341da0faf962a6f980075d2a0b1f812ab87641c5839ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step440.pt b/weight_and_grad_dumps/rank_step440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3565fdbb95020bc8cb48b91f1769b0fa0a87cc28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333c29c46864a0e099e6a453d735e6a50cbc51553f4e1b5c7b6c776e6132af2b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4471.pt b/weight_and_grad_dumps/rank_step4471.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eec7a7632e93cf36c8cbc24c00c1e76438bbf32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4471.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba2591d3374dc61c26002ee697562c013e398cecf54b1d4dd8c4f3cbd5af21c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4486.pt b/weight_and_grad_dumps/rank_step4486.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d65c8c273ff335a62c0f2072eed5f147780a27b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4486.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47877ca063d6b5b255958191cfa95c47c3b2473ea7d0b491cbcbb23c3b1fc27d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4513.pt b/weight_and_grad_dumps/rank_step4513.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f1287476205c5aad44e3e213ab7932336c4175
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4513.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cdf05628de4ea17a02b4932de1d6ca756a80a227ae919dd1693cfaf918233d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4642.pt b/weight_and_grad_dumps/rank_step4642.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1247a7dac56d9bbfc9264704745e3987c3dd1d17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4642.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5424725d75589821170cbbf30fe5772e589d83923950be828fd26d3c1efae229
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4720.pt b/weight_and_grad_dumps/rank_step4720.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9aa3f3e99be3fe862d7842cf96b50a640cb9c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4720.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5e1daf7724ee4636775b5764056a9c7815edd7d843801d427110b2f2c65ce3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4788.pt b/weight_and_grad_dumps/rank_step4788.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a331a481d85da5fb48d29f55abd07919fb855245
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4788.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f095c1831696b4b66b7d7e223138c2d3b8c808edb7b5f451f5827419d1ce7f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4803.pt b/weight_and_grad_dumps/rank_step4803.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731ee98880e86a1040cbf31fe7b24472a648ad50
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4803.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313bed51ce2c676601704a51c45c5a543269d89468004aff31e846f159697b05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4961.pt b/weight_and_grad_dumps/rank_step4961.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4980d91e6ff7c6634e5b790323b6f1b27310671
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4961.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9b8015550f63010e6bd431ceff872255d2b6b98007fafe935ed6cccce42e2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step498.pt b/weight_and_grad_dumps/rank_step498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a4adb10af97fbb762a1438ca3a33080c75ef12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb2e4e9ff7bf1db87f8fc1b722906cb843bd1b3e29f89d1269f25e68b326b1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4996.pt b/weight_and_grad_dumps/rank_step4996.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a888bf27467fde13e080137e14d0fec653a1cfc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4996.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196c9981bd13d0653ac35821eba6d43ca08936d6cbb1f354571247968c6d40c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5064.pt b/weight_and_grad_dumps/rank_step5064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca5f408c92e8883fcd70db3079511721a3d1059
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56919929e17a990167c37c7a859fd9f3bc63094a897af1c5ff0ed2eb5f3d3ab7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5093.pt b/weight_and_grad_dumps/rank_step5093.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d6f29f82fa06b68d9e236c7492a3454cb2f006
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5093.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfc8205f48089b790fd090cf174c8854b5817fff93354187dc6ee9eab29369e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5106.pt b/weight_and_grad_dumps/rank_step5106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51051e7768706490be779de4df3703a10c3feb75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f04d9d58175e9b5752259b564bb32f0a61918ee51a886337fab8882c970a87d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5208.pt b/weight_and_grad_dumps/rank_step5208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea434eefb9bb407ddd6b5e95c1780134d49343a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1fe2fa3417096cfa9e8a43ce4dda44471606901f7e444ea29ad6cbaa282e2d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5257.pt b/weight_and_grad_dumps/rank_step5257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2ea4e03f2a370e0ebe44dfeb9d224447f14e1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f6eca2f0401c8d95bb31b71673b44e9ac84d4e86a0e32416c79add4357e83
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5335.pt b/weight_and_grad_dumps/rank_step5335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e67886b4dfc5f6874ea7b987888b802848577
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86435e51b00c1b9e4cf460956e5c8f17a901aaf45c78843270d94d8f197285cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step552.pt b/weight_and_grad_dumps/rank_step552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8dc69663f4c965833cc11f1a0ba1d0805df29e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0487e7b2d59c45c3665b3f6c9983e5fec911b5e7269015727a8ea87381f197
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5560.pt b/weight_and_grad_dumps/rank_step5560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc02387b76ebabe4b514defb46f1eb60c6827daf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db1f38a56856db723adc518b57aa37f4f4bfe92d86efdf9f7790d67d9f9e234
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5597.pt b/weight_and_grad_dumps/rank_step5597.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f91f5ba72b5ded06a913faf4215553136469fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5597.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f0fc94b1872acb8146544720e23f886ec735c4018479f9b102dbf5cbc3e385
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5631.pt b/weight_and_grad_dumps/rank_step5631.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7503523953a773798e6c282e5aa0f1b5a3227b7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5631.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c2366ac6ce791c9fd41017947275c76a9c18dafb95463850014a3f7ab7498b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5641.pt b/weight_and_grad_dumps/rank_step5641.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581d12235c4311299975e322b4b842f2ef951a39
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5641.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c64c35c9775b36e58c98e103d2c2bfb8ec43b541324bbfda947e1e51c30998
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5699.pt b/weight_and_grad_dumps/rank_step5699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643bc920f3d5b867617be675e8f49388afbdf2ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a0c0542a8a3becdd51bb620eda5a4a4a7f4590b321b441b5a927128251984a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5753.pt b/weight_and_grad_dumps/rank_step5753.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd40f8216e70009cf197bf31209bc9ddf2c59b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5753.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4307f41fe293762ed3d69ba75aa2aa28def1eefec30bfcde1d982933a5fe73cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5870.pt b/weight_and_grad_dumps/rank_step5870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6387a3a72dfacf63e044319b56f03f709b44200e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7098767df814b7fa2846132a3716bacd5787352d8f67b5898cc5107c6b958dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5887.pt b/weight_and_grad_dumps/rank_step5887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d8442b34552c35ba761c0450e10c79842d45a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce8ea27a301193f5dabb13cdb995e8aa729935a16e3ffb60a1407ba41e75915
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5912.pt b/weight_and_grad_dumps/rank_step5912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ecd7f027c1436336f36cf7f0e36f070fa35378
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b090aa873de05c757a84cf5bfe3e660f6935174abf5a71c0afd6ff19707a3c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5995.pt b/weight_and_grad_dumps/rank_step5995.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a56ff64a774d6220a76356daf49af2c2b0092
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5995.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185bd4870e4f315d9ece7c8115dec1dc25e269638077e4692bdc26879e357f7a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6029.pt b/weight_and_grad_dumps/rank_step6029.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35922f5a2eca13963d49b9b4ef5acf2c488c2c1c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6029.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bb58c0f4b41912794c1fe0e1b0e15bdc03e133fe1ffd2bbbe176b0cd09d50c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step603.pt b/weight_and_grad_dumps/rank_step603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ade46c0673ee9f57330067f79992a7e39305d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf7064ec29fc57ad2d5515c2c75c39da15365ad11924e1c3d8ba4c344bf2bf0
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6081.pt b/weight_and_grad_dumps/rank_step6081.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a08b2a37265f75f0be67bea38b64edcebaebee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6081.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cdad0d80f50ee1d95dbdada2d02728dc099d9a319e98051ddaae0610809fcd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6114.pt b/weight_and_grad_dumps/rank_step6114.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f4c8dad626343c30b69dd8dcd9fac0efc6b729
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6114.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22372da75e118272aaa5ebb379b11e52225d6fd6aa7650d3011de8af8cecf69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6245.pt b/weight_and_grad_dumps/rank_step6245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9243392b43d26815c49db2a2e3a051596b2c2c4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884ee0c3c9824e7c9bb40c6487f3098d09be16ea917cbc7d05801d0b4dce9e0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6327.pt b/weight_and_grad_dumps/rank_step6327.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffcc9b12ed5c46cd962262a744fb80a311ebc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6327.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d0c7e720668f03a6cebb17a8b54988512e80e07c53efcda9a01251e3104fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6378.pt b/weight_and_grad_dumps/rank_step6378.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0e39e0a283b1c0d501dc089fd6741280692992
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6378.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793875115bb118e11768b3e7b5d4d688046a48f08aabd72f668e4c235e405dca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6410.pt b/weight_and_grad_dumps/rank_step6410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496b375bd14ad55a98e4ef2ca62783fb9f8ec7e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2a454b1966396f1f6eb0e417b5b736d6c88e7874db8c7cf70a6b92db34000
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6572.pt b/weight_and_grad_dumps/rank_step6572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a9cd9db1db910a3e4f8a8852965091651aa647
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a84e26484ebf97a0ea85fa5f262a65ebe76c5bdf8603cf5d848d6e14411050
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6585.pt b/weight_and_grad_dumps/rank_step6585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa81d41b148d2261eb17f849426b0f0200c3767c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261c60eeea124db45ff14501b42225bcf405b9a21d4ff7090823fe5bf53c6022
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6623.pt b/weight_and_grad_dumps/rank_step6623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ee325eafb0c6b876f11cf7f02827bde6a953b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1e86234a4b2b9054f19eee1306233c715f7dde80f1608266fd079cab8ae1f9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step684.pt b/weight_and_grad_dumps/rank_step684.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e468348b0c3a1f14b7ff53efadd5a28d3bb41e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step684.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb6ffc14640e74d79b19fce070427e0e49ee23c76e767f91924d94ede20d65c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6862.pt b/weight_and_grad_dumps/rank_step6862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85636679616a77640246c3afb8141539d09b1693
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a005b8bcd331a4d8d7468fcc6bc08c14f6adbf13ad6fe008120765a42cee14
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6895.pt b/weight_and_grad_dumps/rank_step6895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6426c41c791f69886573a968039091b345861f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592908e4dcfc042632e4428ffab00cbe95c9382794eb9b9cda77da4bd9104ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6900.pt b/weight_and_grad_dumps/rank_step6900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff8bd63cb643b031e2a3c9479b8963fd52c50cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499ef2344bb4c1888f4fc74e64e2a7b688ad3178c585d5584707494823f7d657
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7005.pt b/weight_and_grad_dumps/rank_step7005.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5937f6282c9c409dd2ac8b8bacc5fb571876fe3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7005.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2019d45f3e19656a380874e1db7d113fe122980d9dcb11803747912e674e523
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7138.pt b/weight_and_grad_dumps/rank_step7138.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7748a358a5717dfccfbd87642dabf2e0a15e20
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7138.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ef3ff357197be6e857464b9cd90fc00e16c2ee7b4ff380ffff8db8ade654ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7167.pt b/weight_and_grad_dumps/rank_step7167.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3642083cb36b5cc7123dc763f4774ee9f71d8930
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7167.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1625dd9d96c0114e3e7340e215a3dd24ead10f7fba8dc85ee02845023709631c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7190.pt b/weight_and_grad_dumps/rank_step7190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974c2238bb584d47f1e0a4318b79bdedb2244170
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a950c3ef72ed11116f31a0d11e79983fc464e4688f6409217776b7d6f47c48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7236.pt b/weight_and_grad_dumps/rank_step7236.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9f0dc5cb76a9fccb609f686d6717510da67b54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7236.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c70fca08c9e6673074165ce332f1b72c10bbcf6d73a7ae2aa46151190c56d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7246.pt b/weight_and_grad_dumps/rank_step7246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91732adba6b7b92c21847e7c0d368a163ffed72c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6880548dff3635316b2c05f79bc6dde2c97d114765fab8bc094082f73ca40b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7269.pt b/weight_and_grad_dumps/rank_step7269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3634435ffce5477542518f7bb1ae5bfedce92734
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f054fd02fb83be649aedebb608af6d52851a0646560c87695a6c710af983d66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7324.pt b/weight_and_grad_dumps/rank_step7324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b390363d7c59ed34eacc15b95f59386f33e7f8aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43633b181b76d8d9d09a12e1adace3f6df2424132993dad29ad65fa06f055ed3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7354.pt b/weight_and_grad_dumps/rank_step7354.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f018401f1d0f2d1e854e7d84eebaa867970669ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7354.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0ea9067cce7eca9a6681045f8507acebeba086612b6bbde6725b68d5e65163
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7463.pt b/weight_and_grad_dumps/rank_step7463.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126cf40fcab8a7bb84cd18853205eb1ed56d6ad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7463.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056483a0767c3d7f0ccd4d6a89bdfbd3d50d33bb0c8a5e37ce14109ef84f737d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7494.pt b/weight_and_grad_dumps/rank_step7494.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a022d2791b64a06d1961c15ec08f1f52f59be2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7494.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f7feb4cc7aacc5d0e9a2955534424e35753b2a4c674e730d9d89ae3afb32e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7501.pt b/weight_and_grad_dumps/rank_step7501.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ec1c991b2c18725b2ca67974d3e4db9c5befb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7501.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546fe552a6585677b76aab476085d5ae64cb9c68f4c5b4cf79c244b7c728f2ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7650.pt b/weight_and_grad_dumps/rank_step7650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39692a99aa95b54be6e79895887d351d2bdca475
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757abc1a9c7e0a92875f3a9044bf132405bd6bdb842373e981f10aad056643d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7732.pt b/weight_and_grad_dumps/rank_step7732.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5012f37d798330bc45e82ef550ff81264517fcc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7732.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4198edbd4154389600ee5188f54e077797baa3904fcad5be1374a4280eee9356
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7811.pt b/weight_and_grad_dumps/rank_step7811.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbb074b599b3b3a0d103da3534b14daa3db8c18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7811.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4b941186f349f0ab5066edce42d88b3fd220396aa8d8565ff24211acd7661
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7973.pt b/weight_and_grad_dumps/rank_step7973.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef357c0502ddfe80886acf18bede0876d1aa0f28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7973.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fd6079e87a6ad13c74962b856bf0485a891eaaa37884ae11e9c4ee96f7c579
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7984.pt b/weight_and_grad_dumps/rank_step7984.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2350f2d4ad13a830574e550e2548baa398d87e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7984.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce5b030c6e16f96540ce1b362e6fc5b4ba08de7c6e5d89767dd3b0653c2ce87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8000.pt b/weight_and_grad_dumps/rank_step8000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dad8c730a17ecfc508d6149ed874b876b0a32f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4315e07ea70a2d6231e6172559098a34f3c43c0b802061eff270718e24ed8196
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8162.pt b/weight_and_grad_dumps/rank_step8162.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb794dab4236b62febd749270d9479938912af9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8162.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdb8015744af45c056863b615ade80d0d879aac3869d0a251b6b5f5d73fa49e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8195.pt b/weight_and_grad_dumps/rank_step8195.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949aa7e0fcba4bf9cd30c94df280d6d1d09ed211
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8195.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81612d7528db045ebdc77ece9626210616c08db74ca21a5f30badc66fd1f943
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8233.pt b/weight_and_grad_dumps/rank_step8233.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192dd9b5f2b8600f4c0d3e96a1acd7391b08ca30
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8233.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aecee2df4970db6ab306b7d48d683c234a6b7644e9084573d911b8fa3ca9af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step832.pt b/weight_and_grad_dumps/rank_step832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d987ab533b1cb568b299fb66d1a7c6bdfa7204
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841535245e2743a9959686f7ec6f6bd2c1c59bfa629f847e1c9f06607e38bea2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8351.pt b/weight_and_grad_dumps/rank_step8351.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec89155bb0ce6df92262da7ea5584a504d7ae51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8351.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659879b85df12c4489271ecc07e14694d6a483280aed1cddc1f321625dccee7d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step842.pt b/weight_and_grad_dumps/rank_step842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5838d34a369c4c966d6d524571c21dcda4d6b78e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04fc00d061b00c64d8e17a5ad8e13fe2160f6c3e30ae97ac8bdac215d9453f8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8439.pt b/weight_and_grad_dumps/rank_step8439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e854524877826ae2d02ffc70c5eeed439ae5e91
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573c1c2150337415e58529ffc9a5aa2f8a00bd4a18464f88f3fca202d9267125
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8449.pt b/weight_and_grad_dumps/rank_step8449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852a7bc9e2998954813a85c2f945b95f54936234
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7181edcebe6b5e6b648f331a3fd27f33ee1a15bdcacead5b0f8bdd7788a9fc74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8466.pt b/weight_and_grad_dumps/rank_step8466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea304b69fffa0d701bbd626d032b044722a95e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5f03cbbeb48e19117d56ae0a9dea3efac07f468b95097d206bb87e3da859ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8491.pt b/weight_and_grad_dumps/rank_step8491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b5b7321e32632f6bb4ad2bac496c573614b907
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1760d07813eea0ad325fd0bfbebe49dfe1685f353ba7a296af34d00fbab50b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8504.pt b/weight_and_grad_dumps/rank_step8504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a687028f8f03ca7fed3f1e3741d59021630d79fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e741c75297113b0057ba082009e38c1d5a19902d67e6670265cebf27772b350
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8768.pt b/weight_and_grad_dumps/rank_step8768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb883778c23bd33d361cc1f1bf2a04bd88efab5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49328e04ca17a07e28edfc45648a4b89963c24f40c2624d2458db33688babe13
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8814.pt b/weight_and_grad_dumps/rank_step8814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608b70cd76afe2b71afb77cefb754a671023d9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e22eb220c76edb03c24f54cfe80c02fa8ab2777acbfb91eaae7541c05846cec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8864.pt b/weight_and_grad_dumps/rank_step8864.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd41f3a262540e1b88ffdf2beb7df140c67139f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8864.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6112b8304da5d4e5d1696e8b26c0ebee5b775fc8479e835a627d4f37762c629
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8929.pt b/weight_and_grad_dumps/rank_step8929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d367bda588c1a53733dc84f3ffd151dd476b7ff5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e5000a0342411961457c3afe9ae86fc30cc123581f114605c8a7596aa58cdf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8976.pt b/weight_and_grad_dumps/rank_step8976.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d3d0264c9b57ba3a5bec3578ec118cf732077
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8976.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c5880b808badc769d71110a60566fcb0cd4947cc7c40f1a20ea6d1fbd0bbc4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8981.pt b/weight_and_grad_dumps/rank_step8981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c39efa3e2a5ae75218c23c6a17bfac671b89e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cea5f7af2f7382bfcc4656eac28048b505927a8e8954b9c23fb0555c822bf7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9073.pt b/weight_and_grad_dumps/rank_step9073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63800c89545dcf840733c99c837bd4906a0b64d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0332f84e24101e85375d1aa84ef07b2b5e4704b896c66e6953ccaaf6a40277
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9084.pt b/weight_and_grad_dumps/rank_step9084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a915d7d92a7ff593c33607420385472e63efa629
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36968a55fd0f9adcbd7250f27582b524155b050bf9e7a126d418d5403766b706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9111.pt b/weight_and_grad_dumps/rank_step9111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2566eec83d31e0608fdb0b7dd8dd59ea1821d4b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3d0e26f3682050231e94d7c08ff2f7f80012d997857baeac4905caadd299ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step920.pt b/weight_and_grad_dumps/rank_step920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e499fd29e2a1e39ba3259557d540f078d84542af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e162f2d4ac2d7f5944c68f7be1226f568a133f59ae59462be2f691c1253696a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9298.pt b/weight_and_grad_dumps/rank_step9298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac67e4864093782b688293aec789bd354a599590
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18581a3141ba84763cc7b9e734b8ff6490e62911ffcc29911ca108e694a2014
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9322.pt b/weight_and_grad_dumps/rank_step9322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e55f370d728bb49113689f5066762c2ce751cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1a21a7dcb535b09dcbd668297aa157d91728a10762244f6770e46b5b08184e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9528.pt b/weight_and_grad_dumps/rank_step9528.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d6bc7396808e21b745001dbcfd9e5b1c07aa92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9528.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79e509eea81db4e1abe8e23ac56973f1821aeae80f1ab9a581b69d802f326bb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9577.pt b/weight_and_grad_dumps/rank_step9577.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62fa4186a3e283be41d9ccefadb62030ac515e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9577.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5251e28bf4581ac9e61412def2eb8120df3ba5373343f70a5c672082c8f03d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9580.pt b/weight_and_grad_dumps/rank_step9580.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a0d91752cca74bb2ec092c8380da14e871e838
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9580.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8da7bb3729d54f143617cc7a141ca5b87ccdd85b76bebb908807052256c5cdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9626.pt b/weight_and_grad_dumps/rank_step9626.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f583f9f23b17caa038cac0b0aac78295f4b92f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9626.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8393ef92c057f4a7347b9a77f8b6bd06329c6fb94b3405c8c72dc059bf0277
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9679.pt b/weight_and_grad_dumps/rank_step9679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8776dfd5ac83f8f278828b25ea5912b90ab8f83b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7645ba2d4c369b61ca4d814abf0c3f05ee8a143115f9f008d18d1718ae0645b7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9744.pt b/weight_and_grad_dumps/rank_step9744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9a530bd40662c10be2f27cf23cb86bb9e40abd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e07cbf29487617c02461fcfb9747bb4048e35318d4b91bf21d6e96f74104599
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9838.pt b/weight_and_grad_dumps/rank_step9838.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c564206becee90729a960e0c16d74494e2a923b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9838.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4192753d5bb5fa0e98c95fdea62ec382ae49336552fec32878e24911043e0993
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9867.pt b/weight_and_grad_dumps/rank_step9867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e7f561cb5b1652a800e32c946e0dc4169ef8e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf4948b1eaf9f83b8c6cf53257025637e7a2e1426b76a83b72aec3dc6b63de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9890.pt b/weight_and_grad_dumps/rank_step9890.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3f468c7a737f914472c3ab776cca135518a139
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9890.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad69a4afa8d4de7fda30dcdbdc6709b3f160c6a92f5a4f20ef19f2abd7960e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9905.pt b/weight_and_grad_dumps/rank_step9905.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3dd75091d40f2c7e07bfa60e793881bc6b902d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9905.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12b46d0b9bd1a555284e3b97ced6382649a378d5129311b0d9826adae83d495
+size 1524331132