diff --git a/weight_and_grad_dumps/rank_step1050.pt b/weight_and_grad_dumps/rank_step1050.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b947cbab284b777052e5d5e9258872cdf879ae6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1050.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f826aaef1f6151a3b3465bd9631347f7a7b5ac63488d5aabc8924be00c133347
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1204.pt b/weight_and_grad_dumps/rank_step1204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3028dceb924e3ca0c88e69c82c3b34f939df66eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc7b4843187622c8c00407e895c279c8f504bf511126c933ccc60a739b5be18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1263.pt b/weight_and_grad_dumps/rank_step1263.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92ae3419e57fc430967cf07222e8d05e295126f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1263.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d5e6668b66ce8531cc2c40a2945390c55066a18108bca0f2b797d1735420df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1301.pt b/weight_and_grad_dumps/rank_step1301.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bfaf4d414904f9b6f24d390d8dc2000405b698
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1301.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e0abf0247a8886c524b8f845a3652d21603c2a64954c43f4fab72ffee83369
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1316.pt b/weight_and_grad_dumps/rank_step1316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332ecbfd7c9046cef04e76984b6d2535f9911ee0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efa4b8448b9747c387e5ba03baac6d51de3380a4f4dce411c694536362bc9c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1421.pt b/weight_and_grad_dumps/rank_step1421.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7c7c0e25515c5494b5ff4c04dfc0c9fcf4d53
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1421.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44d8114cf303281cb5e7a6ea1b58af752bfe03bf92d766eee4e59443a05d99b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1489.pt b/weight_and_grad_dumps/rank_step1489.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903a314e7a1436f72e77b3f748ce35029d6bafab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1489.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b8c95d4269dc7bde9d6784804d1843476300f7398c1bd3ac010b38269b4d1d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step152.pt b/weight_and_grad_dumps/rank_step152.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfc68b052b3eb9efa4d82804383f5f9eaec4cf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step152.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6a99b9a315132c3032cc4fe0861bb142e03d1e8e7077ebf69f8230f9f4235c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1543.pt b/weight_and_grad_dumps/rank_step1543.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234e6cf36a904bbb714da48035cce40feec145a4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1543.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7947b7effc0e64c259ea1521b063202464374040ee01dca20f5e23253582e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1612.pt b/weight_and_grad_dumps/rank_step1612.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae66aed6ed5f7bbefd036166bd2301b4bb0d418
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1612.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75121bf67a6b132c4aa821cd42723c8a5113d326f0cd014bc1d4e93ac972f33a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1770.pt b/weight_and_grad_dumps/rank_step1770.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ab87e6eba75523480adbe37740d2caab0e8bf5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1770.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f375607ab9d7616d89247f40f07a6e574c263c6ee7c4aff5d1cedbff23b2a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1787.pt b/weight_and_grad_dumps/rank_step1787.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ddeb93aeb0448431b927e87afb87ee05807d15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1787.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc581ff8270358c033b48dd169f108f63fd51bb5d6b28e83adc005e687f115f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1931.pt b/weight_and_grad_dumps/rank_step1931.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98efb171573dcf014cf219df00937b2e61a5417c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1931.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8055bb043e1837ac12226e6f5b5a4f58767a8fc039e48c9e3fc40cc2976ff8c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1999.pt b/weight_and_grad_dumps/rank_step1999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f6830cf511d1352fe6323d5b7fff4e4181b320
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4170e1997c225c829660074dc820b0936906fb5fd71201fac8618fa133dffcee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step203.pt b/weight_and_grad_dumps/rank_step203.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfce89f05692cf4c0b2d0b9545e304c018dd405
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step203.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b24c90a64219e8cb6ccdefff3318efdd8bc53c9b5a475e31ebad7095787df3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2137.pt b/weight_and_grad_dumps/rank_step2137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6d0f1c5b537ee09dfeba74d0ad59e57a41d1c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243f7e889b895a38df76369a8acbe4d0b0b6cd70066dc108e1f5ae23174b5653
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2188.pt b/weight_and_grad_dumps/rank_step2188.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f708c121f6c4afa16a4e3b9a8159a5f3fbac4e3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2188.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e82c8c53930fb9c5b1ce7f8903150ee5396e35cba1fc88399c812af51f1711
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2239.pt b/weight_and_grad_dumps/rank_step2239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a527af1beb2a2210a06c52ccfdb524a6168472
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36972bf72463ed8929a06174a824aaf8275b258f8ce41530acb011a0c2b104ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2249.pt b/weight_and_grad_dumps/rank_step2249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d0bb728213b6db2b63cf763e97abafb5a236ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc509cce575c642f179da2be697087b4a784d03ea35b2e3cdeda0d65f9b4903
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2271.pt b/weight_and_grad_dumps/rank_step2271.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3967d54f6315fb08f1d83a91b8e2816d2d59e77b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2271.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1f4c8a3b33012b7e8fb3ac789ba963c1036436b8aa4f27ead745a5cfb89ea4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2433.pt b/weight_and_grad_dumps/rank_step2433.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca2ae1227c51b3b8ede6d534fc8eb32216a5d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2433.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88532dd299ae56b2d7b2fa6aed09c32bb1a34cfed17488d405a09dde595a3cae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2551.pt b/weight_and_grad_dumps/rank_step2551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003d46c57772904107d4a881ddb7140f42d25c56
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c380a41a58fc460c8c408b929be543fca2444f0d5f78b1fe2190ad125d37d653
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2600.pt b/weight_and_grad_dumps/rank_step2600.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef1fa191ff895494157a6a3e5c66d1ccea3139d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2600.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91cb818cdf3981d7ac2c0528c38cb54f7303c16a0e1602bed2b712d0e870bc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2762.pt b/weight_and_grad_dumps/rank_step2762.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6b718bbd6b8c8865a9dc64d7259e015ff82436
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2762.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321c782f35dc599050eab319f0479bef50a10e66a0c119cb22a1a6f018ae7c3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2795.pt b/weight_and_grad_dumps/rank_step2795.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5519261f2c2d5892ffa3248e97f8d33bad8c69
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2795.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff8fb5ed74c65576728d689d75eecf2dda60946ccfcc1b1406c5a7345ae6556
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3026.pt b/weight_and_grad_dumps/rank_step3026.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff5532ddef238494480b4c68e638e6290f0860b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3026.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03fd1ac68030c57e9bffdecd1199823977fa63c6e16fc1cd54561168eae5777
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3079.pt b/weight_and_grad_dumps/rank_step3079.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056377420db7e89b7d53667ae7f019ddd09fac99
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3079.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077646c036e55bc0cd4732bc4520ec6ce436bbe2113e00df301519df2109944b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3144.pt b/weight_and_grad_dumps/rank_step3144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506feba4ab83d214a8df7d99d950b0256d9b75a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4085db912ddf5016941d326b20e51dc071e1e053b32c3af221503a0424fcb5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3215.pt b/weight_and_grad_dumps/rank_step3215.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a055c5f5422fa127703d95a2a5f5211c3bd0aa0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3215.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5515e7eb4ceec7eb3004075139bb105387064d55ebdc1a42211f8579f90b1b15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3328.pt b/weight_and_grad_dumps/rank_step3328.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6445002c0348075b32809ca1e801ccb38978ffb6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3328.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0975de00b3d8bf84d1a60c5047b07373745dfc1202122e91a09fcf13c8b7d118
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3377.pt b/weight_and_grad_dumps/rank_step3377.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f49bd93cd71531cd3f5f80587c2b08c93efbd09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3377.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759fd491def68b570fc0e653c085872584e7dab0a34cef68ea54487979b356ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3380.pt b/weight_and_grad_dumps/rank_step3380.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ebd4373b35a3bd5d182f75d390d5ef5761a6b9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3380.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678b50ca7a0c06870581edf0849a999e935fdc5fc67e6bc74b0a2b2a99933487
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3408.pt b/weight_and_grad_dumps/rank_step3408.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb7e5cf0e49f9eec687ee52ac94b0aa7d5b6e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3408.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10746df5c58667a2cd0ba323acea84a9ce3f0526c4029b1d6fc080f75ef94f75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step361.pt b/weight_and_grad_dumps/rank_step361.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb20f0d8c246507b8dec5eb373bad1ea75b569a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step361.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83936be080f76b25074786c76e669de27756daa2685f1379d0b5ca3f119b2b4c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3664.pt b/weight_and_grad_dumps/rank_step3664.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df273c7ac2dbdda05bcc7fdc60947878e25c4980
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3664.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279fc4c6b272347bc39b286bad05f09466a86727bbd9bb0732f88be50a3a488e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3693.pt b/weight_and_grad_dumps/rank_step3693.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d2484e184f22c8cf871694d3c78656931a8ee1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3693.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a100b4e95ea8c4e0deab44ec923273ed6d13669967f835c02fa6277143062b3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3706.pt b/weight_and_grad_dumps/rank_step3706.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b602ddd5b78669df2bd08c58e907adec86d8ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3706.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af1bcffc7b501c49abe64ec17a4b8852eac4faf36d078fbd1ac53f862714d23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3759.pt b/weight_and_grad_dumps/rank_step3759.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15571748e9a4fb6d88bd8e86b6b3a43576c5c1ba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3759.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33163c852bb78dc9f553351557632d22612ff488fa299af91fb56eeb51a45d73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3947.pt b/weight_and_grad_dumps/rank_step3947.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4d572905d94229630dfef17837ff7d2bcf34d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3947.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fe82395f21e56b9de294e870411e2780747782ea94ec4fdf44cb7e9e70853
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step396.pt b/weight_and_grad_dumps/rank_step396.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd03271e0b520cc6ac50ef085ac832a3195c3aa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step396.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c680962e461ff8b4d7c0d0127609da7bdd76ae94fc41a78b3bd225a45e3fd13
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4039.pt b/weight_and_grad_dumps/rank_step4039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f92f4c31e5791f4f8fa1c5c6d1ba4a059c718ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3035ff0b20de39a453c7b37955eb59365df449de8ca09807f5c7219cba7292b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4066.pt b/weight_and_grad_dumps/rank_step4066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30d4cc5b6a80a919be478e10ece073809ecf49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab0927f5bf4a310e7aa0876806cbfa1141aa2278c200cbc44f4499373d03bc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4071.pt b/weight_and_grad_dumps/rank_step4071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5891c8d94d89af32f4d53b023a7b589ff32522
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c9caccdc70fd4225d03add983689e0831f9794740eb51c0f67f6ba01b20de0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4104.pt b/weight_and_grad_dumps/rank_step4104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8811f5b3941278908020ff9d5b844c2ea5262950
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5956455f5848907d9eb7224fba40d71ad91b155643e60cccac0bfee8fe0b165
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4113.pt b/weight_and_grad_dumps/rank_step4113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a312ac674a414e579d58e7f0569ae6ceca799c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968fd59a7c44dce999a84d404e80c37f0b9175f7b8d5d9d14eb06fae965b4022
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4242.pt b/weight_and_grad_dumps/rank_step4242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d876a51074b62f299c41d3a4ef62f854b1c282d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1863414023f99f8092f49fc4efc42bea2b595f06cac4dae7042cca984d8f22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4255.pt b/weight_and_grad_dumps/rank_step4255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464ffc98ba17af5ec2153c80797385db0cf48de7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e4f18fb1bba82db14b9d8de610150dc784b3d3a1387fa11d3e76b58d03d5fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4337.pt b/weight_and_grad_dumps/rank_step4337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1227790ddbb6d2a723a0e13622e32d348ef837ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33b436f9dc14a02f2d5b04c60500b4224a33a1fdf72b7407ccca779cc842ce1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4417.pt b/weight_and_grad_dumps/rank_step4417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10973b521eb774c5aa1be9664045a9f66af0ef35
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75cb6acf6977e31d4ce5c77d4b1b21ae0235acd318e13bfef80e6460c9423b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4448.pt b/weight_and_grad_dumps/rank_step4448.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4197e96a6321569ae346cf932470d801f5947a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4448.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d857756994979eda0989d4eb8e8152ce60f0ed87b864df3ba06e0f060bc08736
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4575.pt b/weight_and_grad_dumps/rank_step4575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753d980c934933a79064ae9e7ebe785d1ab9f1b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aade09f4e7d54f9527e4442ec3fbcfda629345e23ac9f58a711cbbb078adae1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4582.pt b/weight_and_grad_dumps/rank_step4582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c727beae490367773ee78aaf285453b084d3b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27feafc7829c2f3d37e83c37dbc592bcf051bf05663b2f30d1f49d1407e3cb47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4624.pt b/weight_and_grad_dumps/rank_step4624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10949713a508ef9272fec7b669ee6359c28ad896
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8b8c17c70ebf6ebe6cd0abbddfdfe5852d21f1e60ae2a9d64c35fa38dbe858
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4719.pt b/weight_and_grad_dumps/rank_step4719.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ef09cc866db532944ef5f1399a55ac703e8b3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4719.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d2ec1833dec8fcd533e3e3ed49fdfa0683ff0325066a0a644b15889049d77f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4746.pt b/weight_and_grad_dumps/rank_step4746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87c7a42d80afca46d82304deaff194084c4d94b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f697fb55c9c8f32ffd83f40f90bc6d7acce549d9d07ae76b92a504dce1d6f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4865.pt b/weight_and_grad_dumps/rank_step4865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e67924ac017253de0ae736345f1c2f0b8b3d3b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae037ca8d99db168f26e4d113d64d41b3b1d2a37f19f8a5dd55beb91519422
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4892.pt b/weight_and_grad_dumps/rank_step4892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3807152fde68d3f78221264620c3ae14df74c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23004b4c89956c243cc1d00d4e1859f138e34b4bceb24058fcab2c94b57a9948
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4907.pt b/weight_and_grad_dumps/rank_step4907.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9665d6b07d9f7c7352d1f06b2a96021bb552b262
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4907.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90145764fe660ac33d7919420050681d552d4113245f30e1fc92ec5479f8371f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4958.pt b/weight_and_grad_dumps/rank_step4958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cd8cab3b6c35b829403d396cd31f24797ffba3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce3d292888cb2f43ad220c738678ad5c2685adc728bf9649a6773f29b04a160
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5002.pt b/weight_and_grad_dumps/rank_step5002.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d69147320e2bf3dd9c95b9a753c40060d087198
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5002.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc4c1ac037bc769f9c25acd1ad0723eab1f5ffb371d916e215474a7696c2e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5160.pt b/weight_and_grad_dumps/rank_step5160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662a35992158e3147062289bc4e6476b177c285a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9fe53efec5f665614f44cd31f6a988bde6aec79a75724b88f970294da9556b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5197.pt b/weight_and_grad_dumps/rank_step5197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97579c2da4beead7b5d0cad8d454ffdb87153ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54faff441d2949d7a6181119dee485048414dc88c65305cfee944d80775cde
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5231.pt b/weight_and_grad_dumps/rank_step5231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5faea4f192ab169271ec8c93be2216203512ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42544175916ca80885f9df4f6c08cf712d4330d68cec6033657f994287b8cd43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5299.pt b/weight_and_grad_dumps/rank_step5299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f129aaff782f2dd368bb4aedd5254d0a7ea742
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed2bee28564be1925cea86599f0222dbbb1e5d85b338f8c6b97ebeffe1ccbdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5353.pt b/weight_and_grad_dumps/rank_step5353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e506a4fd899099946374e1cf982908791e0a2862
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d93bf38db723b1f741373393ae3533a86f74e215f8dceb6a5be4cd66b77b62d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5464.pt b/weight_and_grad_dumps/rank_step5464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76a11a0d4932083137f9362fdcb8f61afab595c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c559486c206e6b5954aef49e39de5edf4b242a7809812dea06f3108eb5340
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5473.pt b/weight_and_grad_dumps/rank_step5473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7676227a0ed7e3dd18eaf85691a83d57b6f208d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68bee05566118ab321e387aabd3100e97084b6fd82dd0802420e89865696691
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5511.pt b/weight_and_grad_dumps/rank_step5511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3854e9d2d57c0d6e2b5e8f64c092f431c0fac3ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b901d51b39f1590f318620081c39aea60066023a034bb0690d17ae6df90384
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5559.pt b/weight_and_grad_dumps/rank_step5559.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b41fc3b4ee59de3173c7d7ef85226717a7e5db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5559.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0a6fd460bb75cffe670446c675f9cfa9a1c8134c4200e5b0b78885065a56f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5576.pt b/weight_and_grad_dumps/rank_step5576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f36c79e5c56ae6dc96a58275695f437ffb1fd4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64ed08b028b788c4c2a46b04bbe00dbd5a4b14c8e4adb63c457f5b0fc6a35e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5608.pt b/weight_and_grad_dumps/rank_step5608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d734688d8d0482f9272755b18745588bb6da871c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74d8f501dacb7d6dd9ceac0ba6d9930f92c562c9cd4caa7d9a6cc0414853c76
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5801.pt b/weight_and_grad_dumps/rank_step5801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828f907c3e7996b1355de9185e81f6e558893bb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cdf6f560dbe51fa5340bf0accf823058658eb32f580720c905f6810b2fd48c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5963.pt b/weight_and_grad_dumps/rank_step5963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee203e7507228b2d21e259ef0a3b831976207f93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3593727a5c927182c8b15aec66799cfa7aab4dcfc06dba2c40a373989be3c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6010.pt b/weight_and_grad_dumps/rank_step6010.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd14cc6d5a1b820b0c34c2567fe04b1cf97351ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6010.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd38b1b18f7a0618fa921de8a64e710f8aaea108493a88bb9cc2fe940536bea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6172.pt b/weight_and_grad_dumps/rank_step6172.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b06da3ea1a9f835a38fa56075fada0cab7e1aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6172.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc70c42b65749939030f8b95947c6d062e8dcdc0b9f229feb856ef2e537807
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6185.pt b/weight_and_grad_dumps/rank_step6185.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b87ceb47ecccbfa577e17a65bac3641173c13c3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6185.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8c3ad79543aa187dfa8d2c98f6e2d8f9272b6ae65393b3010525f21cd3e290
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6223.pt b/weight_and_grad_dumps/rank_step6223.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb7780883dc4d84bcc2cb266693cdc188c7dcef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6223.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9520a8200c1c57ef9613c6e4f63ce12dca324cacde27aa564dd980e4b2e2f43
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6341.pt b/weight_and_grad_dumps/rank_step6341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3ea19e14eabe97a5d4b5a7ef494066331f1c41
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758db45e0479f580a7bd302820af4eb543b00f3267f790e634e98a5a4db8b97e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6461.pt b/weight_and_grad_dumps/rank_step6461.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e676c46a3a185bef1d79265b6640979e8aa8b6d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6461.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c44217a206be5e7a757ac377a5c533852c456cfe0b2299032d4e36ba06ddb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6496.pt b/weight_and_grad_dumps/rank_step6496.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1cf4b1dbc60001ce2b4e32e7593e4318d84b7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6496.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f798b7ae81060a7bc1317d754426466e4d4209016c408cf62216855cfe78cb85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6503.pt b/weight_and_grad_dumps/rank_step6503.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f846a4d74be7bbbf641cdf103661384f2a76b09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6503.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a398312e34ed73f2e8b43d87c446e443b3e92e5359273eace240e7798bd69ad
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step672.pt b/weight_and_grad_dumps/rank_step672.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956d526ff095cc9475ac64372d0774e25fbbcacf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step672.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bcf7306f8b023e97435e845452440ae30f5758020a332fced052e9c438a66d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6798.pt b/weight_and_grad_dumps/rank_step6798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b6a44c3bd3c6f1dba00b85a13e1c8ae56b6053
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1446c0b61ce44cca6be1709ac5a44aae00eba1ed8e70422e8b696d6e8c3d5269
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6813.pt b/weight_and_grad_dumps/rank_step6813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32e6f16276ab79ad75e2a13e49c806d33e2c76b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204041db7fabaae914b9e32d1f430dedf2577eca1ce5618ab1be9e742c23b0c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6874.pt b/weight_and_grad_dumps/rank_step6874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef241cd4a36a34bf928b962a8667c8b1161f21bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7454a8f8bd1a706623c2e71cff28ec0d2b00fdf23d041ebe039cc001a92aca81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6949.pt b/weight_and_grad_dumps/rank_step6949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dcb8afb96c8ca149f465c8231be1359c006a44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818675f681260a36dec4e69c2d958774039cccb4b47616d5a3a9ae597db24222
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6966.pt b/weight_and_grad_dumps/rank_step6966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71b2cc34ce1253860c62dce565b988fe81d823d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c14ba80a74f8d134b7c18d6fa2e08defb7cb8f80dd881d6cd4e8c2340e3be8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6971.pt b/weight_and_grad_dumps/rank_step6971.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411a2f041cafe595f2017600216f55a5b7228dc5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6971.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71e42a6a661d6712eb187b3146d21ea1006b6a30a61009999704bd918f089e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7074.pt b/weight_and_grad_dumps/rank_step7074.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73a5ca458b4ef6279b7379d7d6f70f992683be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7074.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174a9b2811c4163114c70065365fda3c327db7794125a85c200514a4674743ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7083.pt b/weight_and_grad_dumps/rank_step7083.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc88fc7ad02f732db47d41cd85c4902af1a4a65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7083.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cb9db301c9fca2bc07e344ea6bffb90e3a638c6e5e5c9eaa6620f74c7c758
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step710.pt b/weight_and_grad_dumps/rank_step710.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db554ba198cfdec2b46e30c640a1c4ce1cd4a94b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step710.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30536d07fe2bdc07e2d97253355d3d7c86b208861a984ceb2f5716cea4fe37e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7116.pt b/weight_and_grad_dumps/rank_step7116.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b58d7b7419b29042988cd4fa07b5d372d9fff3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7116.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7838080e1e41805cc46268e9622a508ac8a3882262bb7fb05ccb075409991d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7149.pt b/weight_and_grad_dumps/rank_step7149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa40c1c426747260ff35a170338b8321c1679ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04168884b2f3565a2fd3f18f2a862325333fba5f120e9f51bd7b0ede6822d0b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7218.pt b/weight_and_grad_dumps/rank_step7218.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2774cdb93b46a0c487468cc0935bc71f3653babd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7218.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641494034bbc8621567255c7bc96dff2adfa066f6a3d2a7022dac4780bd3cae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7405.pt b/weight_and_grad_dumps/rank_step7405.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c95b214277df41f38df584dc55a8fd2b36a72f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7405.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af64b46097f67c5aef1ece52e6483feedf8332f93ec71839b54bd6dc996c78f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7538.pt b/weight_and_grad_dumps/rank_step7538.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3509e0de42991d800b0762be16ae634aa8c7a844
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7538.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1860dbce105e50e0ed0256037b876c03d2c8d491ee3e56d094599daad0d7186
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7567.pt b/weight_and_grad_dumps/rank_step7567.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae6a5a3eed06fe51dca60f41736ff4768f3641c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7567.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbd4a293a47936f079204346766eb95324b1823fdb230592534d14fcaf6cf15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7590.pt b/weight_and_grad_dumps/rank_step7590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e33bb61b22e85a93f070ec469ce6b70274d4a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f45e72dea637281ec174513f4a0b2061e7a665ddfc96f44c289e9179d619cb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7636.pt b/weight_and_grad_dumps/rank_step7636.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702067033af363e1be7e925de91aeb4fc860dc08
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7636.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a486b5f4214829300e3728079d9ded0fe9ec1db57c9220cb921e72aa466b48d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7669.pt b/weight_and_grad_dumps/rank_step7669.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1420baf503c3163f3f54899c5406e62a619d9f9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7669.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102275945022f3d9486280354f6b94783025049c3e07bfec72f0b2179f96d7c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7828.pt b/weight_and_grad_dumps/rank_step7828.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4362199f2c209a2a89b79f868aa915dd5e4b15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7828.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b15ef97961a9f3dde154ece8d8aa6ee4fa5d45f238694eeb6073d336ba0df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7877.pt b/weight_and_grad_dumps/rank_step7877.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf06e15e6eeb4c9e4bdd7be2d00b8de7f9f5bd61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7877.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34dec843ac46917cb4b6363dee123a215756e1f4928df86f78ea768c02de363
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7880.pt b/weight_and_grad_dumps/rank_step7880.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7b98ec85dfd9293f6c21caf6a8fdcc600d3580
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7880.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa973db546bf24122f854f8a237bed6161963a5b91e37a74629f1a7db5e86d57
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7915.pt b/weight_and_grad_dumps/rank_step7915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba53500adc4e4ecf46e996aa80e831c9c3dc6a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077157a7f91d0d53fbe73312e741c98fc3796b189c0993b343c452985cdb4f5f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8039.pt b/weight_and_grad_dumps/rank_step8039.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e15534f97f4f0ad2c9020ca8f54c4dee3777b19
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8039.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a18a65ebd74b2b33b8fc934a848ad7c91880569839bebe695d843c9c85644b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8066.pt b/weight_and_grad_dumps/rank_step8066.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bd242814a359ce40e8930c25520d35627fbe13
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8066.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e61454209ba52749fcdb13f0582f856a9f65633d4f2f045a8b6c54571613b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8091.pt b/weight_and_grad_dumps/rank_step8091.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8059a575f491efb160647eea209d1e7b09bb9ea8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8091.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90ffb4fd2d69a176acc57368a87514af4cc052562131fd2fe0bf6302a878bed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8104.pt b/weight_and_grad_dumps/rank_step8104.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7656a67eb4d072a31eaaeaf9d27a603ed203c5b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8104.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef3791218151bbb33711310b9a8f0a2987f5f7bc32faf69e4f2475d289e4f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8255.pt b/weight_and_grad_dumps/rank_step8255.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6136af4070035359e64146e568723c6c985f6cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8255.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f31ec32f8feda4eef9cb63906192c71c2af863f61f6f5300e00d438219a2973
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step833.pt b/weight_and_grad_dumps/rank_step833.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a80cc663a977ba1181d7248646fd4d352740a2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step833.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914475ca8376e0e2017a612be7b1ab0fa8bfd9ccc065853370e38fcb9e94d5ac
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8337.pt b/weight_and_grad_dumps/rank_step8337.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf637d17d9e21fbd90130af68fdf0047a8cda56e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8337.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47734ba90dc7bfa70a3e47d1f195659aa2903b86b244990c6ecfa92033237dd3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8368.pt b/weight_and_grad_dumps/rank_step8368.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a8a84ed64d5f146b373b8248baec4f19d9bd1b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8368.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2b7382b4ae39c7f0c9ce1741ec73084cef0e30701e28debe60372c73dcbb3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8417.pt b/weight_and_grad_dumps/rank_step8417.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f779a8aab1c6a1f87d1c4adc6862321a2a6245ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8417.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef49635c267099cca7e4454ab7877dcf4d2105f1714159e1ee0d34e93e79f5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8575.pt b/weight_and_grad_dumps/rank_step8575.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9a003a13d35066ab540190646237a800072d77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8575.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77112a299bccefa86761648c0ee1c9b1460d5782cba304d8b1f99245268cd013
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8582.pt b/weight_and_grad_dumps/rank_step8582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2b387f9796932227a8c3f938d816e28a74c0ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357bd7f4bd857f69a60f61f589ae916445f7149d44829df0020669c41d6fade2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8624.pt b/weight_and_grad_dumps/rank_step8624.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59d734b9137fd88fe89f10d487519a54659c4c6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8624.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230511833df509a7aa16d1831170bc3103ae9a8c93c49517335c5c6f33518172
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8633.pt b/weight_and_grad_dumps/rank_step8633.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b511a77a6c19083841f4c188a81280a340f3702b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8633.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ab1bbbc83bc34b99a49caae49a98d63fcb694d90dc7f988fd3f1e99776c5c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8746.pt b/weight_and_grad_dumps/rank_step8746.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4d9de6330d5130124f78e465522c0ed92b9fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8746.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dc81d0f2f11778009ff6f6c4b66cd9265ca264dd7b086e7ffbe602ef0c976d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8872.pt b/weight_and_grad_dumps/rank_step8872.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942d82500d1d607b95daac5b61e2ed85822fce11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8872.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b413c833c44dfa08305dda60f916ee9c23bfac95c5f2cbcddd4dd6e4a5dc98a2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8892.pt b/weight_and_grad_dumps/rank_step8892.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f69491ff683e4a147c757656fedd927297dcda7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8892.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350b45f1985cd3b34df5a4615b1a6d778f59663299236eb19c67b4d1d5f543a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step89.pt b/weight_and_grad_dumps/rank_step89.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7971716a4a8a4b6f0d06c8b042d7be2273e793b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step89.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6645a1b837d9d197989f671bbd3c0ac9efb773c6cf64aea52236b94b511161
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8958.pt b/weight_and_grad_dumps/rank_step8958.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588440ce43d9909e364e6885ead0c39bf3ae2f5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8958.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c283f37282eb6f78abf726d50e03a2f2ea05dbc8c86249e77b82c1efe1fd2a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9160.pt b/weight_and_grad_dumps/rank_step9160.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bc3e850c0b334814b58346f401e611e4cbb444
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9160.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b436bfe93fa9bf5e59c3414d33b93037374b03e92667a0fb2c36af2d26482fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9197.pt b/weight_and_grad_dumps/rank_step9197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48967d72148fe8a1078340f7fa712f8d59e78e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f84d1e8125be6d3d643fb9f9c3ce08676f3ec19d62ae6f65439aecbc9a18b31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9231.pt b/weight_and_grad_dumps/rank_step9231.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45c12439cbb5d0c79d1a9ed319e4065e05d425b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9231.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74fcd20ca2ee8f6a6496b5524138139375f23c1ceef0c277e797bc40e2d6a0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9299.pt b/weight_and_grad_dumps/rank_step9299.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7a9eae24f568da05e4a32473f856f0bfacad54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9299.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2eecdf04b5a62c81312db41f4c4598179db725de85b3602214b7e26b4fd966
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9344.pt b/weight_and_grad_dumps/rank_step9344.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8553a01d63fa700ed516d2d3781d1710ebe481d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9344.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581277ddc0d5de07476ea7b3d670988eab4f987c9fd753e9a30c5270d1e7ecf7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9353.pt b/weight_and_grad_dumps/rank_step9353.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dae938edbdcdd566c12977e92ac44a114a9e2fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9353.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b83cbdc90adabc69445dedf15e4f21fe2f1c68ad068b06ce3d3c96aac7422a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9473.pt b/weight_and_grad_dumps/rank_step9473.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7611fbb45ed95b42d55143826edb64f131db9322
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9473.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ecc92383a62fbd1f24d45835354f74cd78be93154ecbc1a581deca1d9f258
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9484.pt b/weight_and_grad_dumps/rank_step9484.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f804b38a8e1c316d1a1c5a10e5554ce4b4f93c2c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9484.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d51ea2925878d93df0632cbd3344b60f88dc65cb9afb68276fef850c36b0e87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step951.pt b/weight_and_grad_dumps/rank_step951.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83964a6ef09b683f7fad0009b2f225057ea24a1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step951.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ae087796069c36e6c417d47b556939daa30f7670122b7c3f730e945c13157f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9511.pt b/weight_and_grad_dumps/rank_step9511.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de8343e1a71a94e0b4c4e83df8f86a18d89c856
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9511.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e731f42e876ad70abe4d973adce16b376b93c7aea720d1fd6473a5c39c39f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9640.pt b/weight_and_grad_dumps/rank_step9640.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02763af3ffd459fd9e5b0b4508d97290335836e8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9640.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9630997ff0855535e1546bf61358e1c98966eaa5225baef40ac94802a92f0c21
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9722.pt b/weight_and_grad_dumps/rank_step9722.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9d8f632bfacb5b37298e0d1372489b47b629bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9722.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160321454a7647aa19f54e961b300b77d03a2ed6bca1b0d2ab27b401f716cccb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9801.pt b/weight_and_grad_dumps/rank_step9801.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c955904cbc10403bd1f112e9a6b2318d6ccfef4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9801.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fab5a1b53d9b99b76a5e9af3930836d9149cb01356ec5fa993c57ccfe836bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9963.pt b/weight_and_grad_dumps/rank_step9963.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ed2837960ff817204137b76beada41bbdb1f85
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9963.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cb55c05763194c674ec52eaf0277726694c48b40b1a37f62594199d814787
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9994.pt b/weight_and_grad_dumps/rank_step9994.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee81e92d92569c16b773000f26a12380ef7c5b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9994.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8544e8b1b7cfb10cfefa17fe9c08b31b4daaca3acb492e9cd63a26aa0d090075
+size 1524331132