diff --git a/weight_and_grad_dumps/rank_step1054.pt b/weight_and_grad_dumps/rank_step1054.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69c13f862aff4100c10f337d3ae970793a7308c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1054.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad660d4930045a6ae2d6886a59fe8c009f635f13b5187618208e7e65d6bb032
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1136.pt b/weight_and_grad_dumps/rank_step1136.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be8dc9c02131f051a60731c801ef94aabdf3429
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1136.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a127042b8bc69e03804c0041fb9ab473616f7b9ba3e921f97a8bba4584d1616
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1169.pt b/weight_and_grad_dumps/rank_step1169.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f206fe2e6fea1ab922a982e90d379ea2b5c1bf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1169.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf61761b27dc11c181adaf36d77ac60d62fa55ff128dffd08f9b9c415bd924df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1290.pt b/weight_and_grad_dumps/rank_step1290.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2901ecad1cb7e5deda4e5e14781cad8e6c1cba
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1290.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977b2cd1a78cddd3dabb0f453e5b34d0865bb41413506c78a8a4d70b2281b9c9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1375.pt b/weight_and_grad_dumps/rank_step1375.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d681fcc2c714647604971f57240272b1c57d4c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1375.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33315eca5f372b28a130f79b1def244b1e91fb14df208d514a0040a000327f4c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step141.pt b/weight_and_grad_dumps/rank_step141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ac2676f9e9c6061641994c3547f4e6321f38c7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8851b25077a9cb6b9bbdc3ccd267b83426ff0960091e8edae6b2cc66ea390c09
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1432.pt b/weight_and_grad_dumps/rank_step1432.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a2cce031cc678b30d8433d4762acc61c25106c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1432.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a40bfc5024ab9984a377ba6bb2d2f2114aa44debcc22ccb961a402e45f35ceb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1442.pt b/weight_and_grad_dumps/rank_step1442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fd621b0b35c073da7073dc22613581a2685352
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aedbc3cdeed01919073a83355ed7ea8757bd6cafde72c4b9de1634cfc72212
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1601.pt b/weight_and_grad_dumps/rank_step1601.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e04c02f353b600c580c565ecf16b58282b88248
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1601.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a0bf6481dfa2157fcb085de7734a266715d50553a48c0e121f3ca027db08f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1713.pt b/weight_and_grad_dumps/rank_step1713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36e98042147f2dc789d25788e1ad89a69fe897d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05d4a010a3c90ba7e713eee8c90b21d78189117f66d218c74d490a8da710dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1763.pt b/weight_and_grad_dumps/rank_step1763.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66053e83adc4a7a3914f8c93cd8aecd78113652
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1763.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d66d3c5f13159c9438e14cab3f5130cadcf3bc002ed728ebcef7c1ae816b56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1794.pt b/weight_and_grad_dumps/rank_step1794.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cee77ae6a26e31258f1fa8e25af0bb71158e450
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1794.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfe535bbb11bf8a72a424c2c7d4bd7419d8a38b390595c42096294fbc05c1d5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1840.pt b/weight_and_grad_dumps/rank_step1840.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcaf8c62067f268c6fe89492eb0167b54796dd59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1840.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62744bbbdf2a9ccb848a358591906ab395287a873fd8506315f79fd00245474
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1922.pt b/weight_and_grad_dumps/rank_step1922.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ad5774fb8e369d279448dbd466cf4e9bc26db1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1922.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464dc671ff72e9162d334499ae19c5f5d97b3f75b922a4d2c1b95442473fce16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1952.pt b/weight_and_grad_dumps/rank_step1952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fccc00b8d25b1d75779a9528a4424ea2e3fd11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ada60df4070fca418752639c5e4c4b95fd303b6cd7b4ab4d6761a70effe8c44
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2019.pt b/weight_and_grad_dumps/rank_step2019.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989600f3c63875f368f65be37f6ad51b9cfd314c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2019.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20f55ac7b0e7540644f2b90b87964e2da9d8a7214259851e4f1b9069fe99559
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2046.pt b/weight_and_grad_dumps/rank_step2046.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a6314b023125b5fb9257693f0cf919104bb442
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2046.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5bec657287632f3441d4248a088d60f58a48a10a619eafe88462a971280475
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step210.pt b/weight_and_grad_dumps/rank_step210.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4027b507218d83c7a9150c3b747b7864d30d443
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step210.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10815d4455a1aac47b2d4868d967b952e74d844a99a5edde425fd79eaaa4d9f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2124.pt b/weight_and_grad_dumps/rank_step2124.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861d922910cde0ec1bb7585287804f587f7aa1f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2124.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6faa16c03714756a53acc41f53be533e059dd163c80241070fb4dd340adc7971
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2282.pt b/weight_and_grad_dumps/rank_step2282.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6136338b11a0a46e75eb7a1500d6c820dba1564
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2282.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffec7298879efb32753346a42ae732a2edeacdd30010ddd9e514ab863c49433
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2317.pt b/weight_and_grad_dumps/rank_step2317.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c8e6fd22d470a33239d6ce94ff0609bddd0dd2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2317.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d9b753893098c254d969e977d51fd0133bd773316ced06d82647d94fce04d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2390.pt b/weight_and_grad_dumps/rank_step2390.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25db625819a9ce46479972447be5610dc609d82
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2390.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f0328cea495b9a489c6e2bb9ad88cbed6a4964a49f3b9b65a7eee82bcbe5a6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2420.pt b/weight_and_grad_dumps/rank_step2420.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b55a8167e118473f252ecac03d36d447016f66f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2420.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab307f5e1e16ccd8cf678de1fe3a511659f34493b26d8e7f4a20bbcfbf03770
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2488.pt b/weight_and_grad_dumps/rank_step2488.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ac92754c712beda97319107bd09f6dd1aac01
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2488.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab515734983598b44d0cf53c8032e20c9f5a898225a172fa35387cf22911f5e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step25.pt b/weight_and_grad_dumps/rank_step25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171aa2fa0bb1408aebcb44258ac014abbcb3fc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5732bb9b2ba99829e909f3fb065860edba0d36780b0997c296aad4c64b099288
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step2542.pt b/weight_and_grad_dumps/rank_step2542.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d8d317241242412e2f56b6bd0a70e974d4b0df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2542.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3d65f2e9fa243b3a5078f3ef0d95cb159d5ed0777e512a4919a94b0af491f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step260.pt b/weight_and_grad_dumps/rank_step260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f11b6ac7218172f0a2d22d2aabde93ce3919581
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9eedcd1e85f8a28c0a61328feac39248003b7ce2d8cbb79bf3bc90d32dadfd2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2613.pt b/weight_and_grad_dumps/rank_step2613.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb05711a4d3e9efbb2beac0c67432b156e08218
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2613.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044acf972f9f44b7053f3eeb3817c748236e8bd350fce20354b07cb0351d431b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2771.pt b/weight_and_grad_dumps/rank_step2771.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ba927a273393a172cccb1594b76c8e0bac3d22
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2771.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095f5d363dd62c79799003c17caf530dfd7716db7b1b2830cf9c48a44d951e6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2786.pt b/weight_and_grad_dumps/rank_step2786.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3a1cd1ccb15cdd89a97dd65aa24e31dd1539f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2786.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8282881688664d5945e50e73c24053ce9b8ee12f378b4c73f8917d4261ca834f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2852.pt b/weight_and_grad_dumps/rank_step2852.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81356bc4328985b8543b79cc0e66c62a48c2e8c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2852.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecf67e929ae787221a17f40d35e5aa9875a3e877777caf527eb6d4a1bff513d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2930.pt b/weight_and_grad_dumps/rank_step2930.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76461cd457a7adfbdd629d9dfc25e35dc5ffd11f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2930.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8136cbe1f8f63d08e4b21a612ede355f405f7b96b0c520e6c492ab2f585771a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2957.pt b/weight_and_grad_dumps/rank_step2957.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffac0f70610101797b2ab1ccbd2a2e19fcd7cea5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2957.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6657a8856c05d6e3715d27ebc61248a0025b01d6d4acd420d43859b0d0de1f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2998.pt b/weight_and_grad_dumps/rank_step2998.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e2665298025808fa0460ab37a59b794e3eaccc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2998.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed6d77a1b39d0399e855ebc549c5426bb686d9393086541395444f5f3896d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3035.pt b/weight_and_grad_dumps/rank_step3035.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24a45ea243bf170ba128c608bd741cec13cae0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3035.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e5fd6692ad99404ad9fc4a11b8d19fa42d83244887b8f767ac1fde5e5d4a90
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3045.pt b/weight_and_grad_dumps/rank_step3045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b54da2d348ec8d8c974ab253c3c33a13ea36658
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53af7bb4908a7d5398ec129a6ded5fd51fcde84cc9fa4ea00f3b35a8aebdb817
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3108.pt b/weight_and_grad_dumps/rank_step3108.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f207b4e5db93fed1a1c1e30f6af1ea712c1715
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3108.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b069293463804215bdb4402508228b3362ed22b2df4b09b7c03fd2c9a934445d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3157.pt b/weight_and_grad_dumps/rank_step3157.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b93e4c3747ea5fbb57cf2d0f30065ac28f3999a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3157.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991fe54fabeb3805d2bcc31427c3cc521e2cc7f935cbd915bb6ed55c01fa07da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3206.pt b/weight_and_grad_dumps/rank_step3206.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce69ea06b2b9cdae93c740fe51145cb431d755
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3206.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363fb166ac1c5705e8d52b1aaa0559e6e199240274c09fdb7ef64d19cfd628a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3259.pt b/weight_and_grad_dumps/rank_step3259.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84a218c826d1d7626567b74330f324d2a634737
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3259.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6610f3d72320f8ba628393f95517d3b30390d555cf90976ac76407e2c13cbf05
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3281.pt b/weight_and_grad_dumps/rank_step3281.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4a3c4fb3542ddf56972f66b3722a16e1c47f6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3281.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d78a32ef61915a61cd6ecac12d0f70d878be27896a1ae63aa65c13973d24cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3364.pt b/weight_and_grad_dumps/rank_step3364.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898d145c48767710c120de28d47c2e87a34ae8a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3364.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a004cd588a6e81c312bbcc5a8045b36c7d1f74b7dcc0eb1fde368f1d5e2b0d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3393.pt b/weight_and_grad_dumps/rank_step3393.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ecbf312fa7921f0b9da467a179d479037b2573
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3393.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee578104e8982a8d47f4fbf99a915e974131ff1476fff9046ce36552222317a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3531.pt b/weight_and_grad_dumps/rank_step3531.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12a93c940cc01b412d804f73d3868034862261
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3531.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5b8b4b5b26a501bbf2b65de73ac88dbeb218dd1301e6e757eedc86f1594ffd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3660.pt b/weight_and_grad_dumps/rank_step3660.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e826ca71d7f4a46fcf607a51092714f1f9574b3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3660.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52e8d4e59cb7fa91e82e36b9d0bc9e38306e85c099076facf53b9cdb00fdfab
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3697.pt b/weight_and_grad_dumps/rank_step3697.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24d475ae7b7fbc1c9b37c18427e93917881de26
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3697.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c88bbdfa4d15be4fedd47fb9024d65907e0c778ebc3f4fda9cf692352d01ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step372.pt b/weight_and_grad_dumps/rank_step372.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0b3244a911b67853d2e83017dbf44b1dc577b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step372.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf82186334007d5aafc767c4861456936f4abce5f7407ff8f343a7619e355a1
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3821.pt b/weight_and_grad_dumps/rank_step3821.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bf0ec8470a8b89154d6bf32acfc757b6601cb5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3821.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630192f74705158ede70a16f668ff2e417d37d1125764bfd24d24d5900170167
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step385.pt b/weight_and_grad_dumps/rank_step385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbd0d6661e256013ddbdabc5eeb189e5ba79aac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac914c691524431f82bab2a0356796eb769382f9a946289ed67a7ec8c7f916
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3933.pt b/weight_and_grad_dumps/rank_step3933.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8525afdd96471ad1b3ee2c565942badefed72f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3933.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be73b01ef273dcc8690e2f5c176e74a9e487e0d197993ecab04fff3221efffc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3943.pt b/weight_and_grad_dumps/rank_step3943.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bce694fc9f96a887230ea97e34e27729c4eb8a3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3943.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5979d6c99935fbdd73248bf0eabdecfdb2879ee33aac1e254466bf9e13a1f75
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4012.pt b/weight_and_grad_dumps/rank_step4012.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42af5b0a89616862e856833671c32872609e01f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4012.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e930eb2205001189ce8f1e61e13e01e8ac56eaba0fb5b12e57384a0d10f5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4095.pt b/weight_and_grad_dumps/rank_step4095.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7dad56f531b3b11a5bb396e2a512bb288faa6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4095.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed3f723b6ea02160b76ec4814bbdc830611f479cf28768d909951785a3cc49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4251.pt b/weight_and_grad_dumps/rank_step4251.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8a1a5ddf932fc286be9e6acf37ba2f06e91f47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4251.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016d58df8fa5bae32091a57555dbbbfc76ebc54062981894851165878dcf4fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4333.pt b/weight_and_grad_dumps/rank_step4333.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a3fb13fa1eed130e735be8e05e7dff83febea0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4333.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adaff191eee48c9b60a80140c638db0e986d2e2275333b0d0ff06c1813ff594
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4404.pt b/weight_and_grad_dumps/rank_step4404.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62019821edd08b1c84cacaba43b211a3a7dbb0bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4404.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f039d06900842cf2357f050777564ac187ef954daa169798627629ead5d8c368
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step445.pt b/weight_and_grad_dumps/rank_step445.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ac784471b711554429b3c86846eea6ffa3ac8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step445.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc35f751bab905fab80acb69f1e460240f5700e512fc89b8d13fb824b62d8d70
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4539.pt b/weight_and_grad_dumps/rank_step4539.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5445dc58959b7747c2d6ee72da5ce7790b78f2c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4539.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1103557c13c77f97eb3783def9bf4b898d68495b7fd1b4c484e33e2b9f3197
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4549.pt b/weight_and_grad_dumps/rank_step4549.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9039ad047fa6cd21795c30bb0aedca26ec7e6cf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4549.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c82f9174ccabf118ce920180ea58b0e4edebe13c77daccaa2d8a3613ea8b86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4566.pt b/weight_and_grad_dumps/rank_step4566.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7570ed4f025a7f2a073a4bd5fe65df838c613929
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4566.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be15b70039560812994c69c9cf9f50dae86dfc6a71b7a46e1beb6e314362416e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4591.pt b/weight_and_grad_dumps/rank_step4591.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec8fd3666b74afc7b249c239d4dddf3b5869308
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4591.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a004306f3dd388904065b539f152c0fc011a569b71eb70d0acb25add289b18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4637.pt b/weight_and_grad_dumps/rank_step4637.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d2fd026678b574fc40bb190d5d6bf73d50b84f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4637.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8bbcd5832870f4cd4572538946e610f9d78b98f83d49a1b5b04c452bcabbd1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4668.pt b/weight_and_grad_dumps/rank_step4668.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aeddb87a40b8b7c6e337b103bbb241c5144534
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4668.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97c0aeda88ebada66456bdc788f05ed70f9b085e97398eb9339cffde25b68c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4755.pt b/weight_and_grad_dumps/rank_step4755.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d562102f5e0cfe24ca1c0a1f982a3379898ef5b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4755.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447a987e1731fd284a2b8a1a9e45bb0be577d7615705429a0e3ec19e8f022351
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4806.pt b/weight_and_grad_dumps/rank_step4806.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3e684f7f0534424339bedc30f164c6cd95b0d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4806.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4889af2caf3f11be82d9a659cf177f86a807fe1fded0a8b7234172d092b840c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4829.pt b/weight_and_grad_dumps/rank_step4829.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bb4ee73b78ab4f186e7f4b49084df0dd82d7e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4829.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4a08ba5393bc1b2a4f45f1c2b7787c10906dff9c06bc87a5555176cb268b68
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4859.pt b/weight_and_grad_dumps/rank_step4859.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc529af4657d768ec9861a0d62bc3973ce54d8f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4859.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d679da0a7c266ae6de74c284814c17999dfbd05e29413c75793eb0188b08ac8e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4876.pt b/weight_and_grad_dumps/rank_step4876.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eaf752f213779699b3911a57cf251ce489b7c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4876.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd8d402accb4be2b84bb3033088dfd978316de5e2abba90716b60ac44a28a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4881.pt b/weight_and_grad_dumps/rank_step4881.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9fb98329ba36b906510033641079c9788af3d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4881.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e13e2c6f829c3d28a2fe40d63ace6b1645867d0a9a1bea55fbba00ae58852e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4914.pt b/weight_and_grad_dumps/rank_step4914.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c31de9aab9cd4fdc4c7b849dae2be03591353e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4914.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb2daa064ce528ec258f3a88a6e3271c177f3acf6b3e2b64397ed034dc41d78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4964.pt b/weight_and_grad_dumps/rank_step4964.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813f9acf13dac77d8467b6a262c1cd95873e4939
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4964.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e4439a4ca76ac12fa51655b93be50e417c9f20ea0f61c364f42373c23091fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5011.pt b/weight_and_grad_dumps/rank_step5011.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee9823d03531829650504a3c3e21a23c16e74d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5011.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b928effba12d6703d184e492d462573a6571f4074ecb004e358c7425947af8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5103.pt b/weight_and_grad_dumps/rank_step5103.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e4503bd10f865e9212c0b1ca8f094c1f6921e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5103.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49926adacc07b9b98c76bd3e05349f7e6f97f21ad3d737eedb91bb590eaf66c5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5173.pt b/weight_and_grad_dumps/rank_step5173.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231c60408e7ac00b19b89daedef69f5d34f59aa3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5173.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ddade14bcc0541c136632c78645b7fb590c2a8b8d23e80dfcf1c7240d16c2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5184.pt b/weight_and_grad_dumps/rank_step5184.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e61cc6dc023a88315afa8b6b37e8c2aeb64975a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5184.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22907b407ab253b5f0098f7bb3162718ec7eada365ded59a03b691551f95c634
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5222.pt b/weight_and_grad_dumps/rank_step5222.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525ceeb5eedfbb469646e751bdea6344971fc68e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5222.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c80d7a75f005c0750f3b4fdc1228556ed807df4926ec2b64e86be4c10ee253
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step527.pt b/weight_and_grad_dumps/rank_step527.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667c19b5552a9a21ca8a39e86c899afb2438f6a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step527.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf240b317708b6e557f017de166aa97c01cde9637ee26f0793328100556ba36
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5340.pt b/weight_and_grad_dumps/rank_step5340.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68240b010e2bfa81ca58cab84fea30e18f99332
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5340.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ff1229165ed2747e6b1029be130377a8eae336f6c15236f2dfd6d46292fa99
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5458.pt b/weight_and_grad_dumps/rank_step5458.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03e9734b7671bd0e314a8ba97c7a3e9607cb14a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5458.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b57eddc26395795f9cdd9d36f563e0666e3a9506d77fe307d8e117e411ef33
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5480.pt b/weight_and_grad_dumps/rank_step5480.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2b3c6ac7b1014dfa976cb8228040c2581e65e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5480.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30734f16cd64e0ff51f5e736440bf8ac3d7ed2b4c85711ab61482edf9cb9575b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5644.pt b/weight_and_grad_dumps/rank_step5644.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6f3c4fccacef53687c36ae9bcc51b790452856
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5644.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4535c0b86ab5df48a79decdd63dd92a2a44c132c35845150088888c6517073b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5726.pt b/weight_and_grad_dumps/rank_step5726.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f5843fe0cc179e7fb9eb528a77930b81a919eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5726.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238fbb5968b0c6cc92d760a8d349a8cc61d2d5d7eb3a4110a7f451cecb4e5ef
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step578.pt b/weight_and_grad_dumps/rank_step578.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d798133bcf044b42a4c7966280b7d66b9240878
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step578.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee2182f90fb04151b653cf74b8d071c23c7c1914e8b198524747649ea9d31da
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5990.pt b/weight_and_grad_dumps/rank_step5990.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2390091f9416180301f7d83079b173fd4c5184
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5990.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0740960dacad4bd9e13ef4192a3594e8d6ccb72ece0c3545c9bb56dfbf9f701
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6003.pt b/weight_and_grad_dumps/rank_step6003.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aa828fc081ce58c068f079baf5ebd1f9a18f59
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6003.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957724618609efc7c4032bc1afb50e81c4c81abca35591334cee8a3416752766
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6073.pt b/weight_and_grad_dumps/rank_step6073.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdccafe9bf5ea2a3a266102a411c3870f08112d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6073.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd896aca3361da374083f2a3f7ea03e675b13ac53f017618f104bedac921740
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6084.pt b/weight_and_grad_dumps/rank_step6084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0a17211e13e9ec18fd7b78ebc5078e47b3bb7c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c420156d199bbd2de9b8a140e8034e1318fe2f491f2c93c2a5c69cf5bed31
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6161.pt b/weight_and_grad_dumps/rank_step6161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b090f06dd1479df5ee45600d5aef30c134ac0e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d6744ac20181c0962faaa6272cc3e1feed156e42f4600dd4d66bea53a9604d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6196.pt b/weight_and_grad_dumps/rank_step6196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5204463e714fefde187870b8b344d27340464
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acc012b2cbd17b9d57a2cea89dc230d3d93da271432c9e51fd7fcfbe720001a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6230.pt b/weight_and_grad_dumps/rank_step6230.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4677d91b905e86b6809f32147c3639ce78a5342f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6230.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6ff462945cb69e60da98b5dca189d09e2062d063038c61c4ac126071fbdb42
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6240.pt b/weight_and_grad_dumps/rank_step6240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29862599eb33b4223b237450264685d36e5ccdb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d56c4a2eb54aa23d52f4cd40c2c408e5fa3a40a00a11ad411a660554ba2418e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6298.pt b/weight_and_grad_dumps/rank_step6298.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3893b9fcb5a90ae713f1098566b8dff2c96c0f0f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6298.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc46c6fdeb4fbd499718a7acf12c15a63b75e9e54c24f3373c419a05e922f9b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6352.pt b/weight_and_grad_dumps/rank_step6352.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1101e83d17bcfb855a8df2e7494c91c0c0b75d54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6352.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c20ff5faf49faada21dfe1d535818b39a1185fa887c72a03c9d660e622237bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6492.pt b/weight_and_grad_dumps/rank_step6492.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd41be61fcd83f8366a94265ba57e4211dbe753d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6492.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6b17958735be35625eeb18d00354d2258ccf3331e7458becc61500b1433dc8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6609.pt b/weight_and_grad_dumps/rank_step6609.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d0ec4ee36e51c64cd7699c136f9d6c2c05d42c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6609.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b158f099025571ac417722018b70bcef7ee133d6d297e760a4059a9b6bd764e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6679.pt b/weight_and_grad_dumps/rank_step6679.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534e3bd6d421ff1a77a433a75065ce7deae3135
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6679.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2881c351c599109d30b46fd7bb5fd42782677cfd07a9fecf366a43a945680
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6734.pt b/weight_and_grad_dumps/rank_step6734.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f3c6a49f687d9ecec2aa6dffe97a38d05f720b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6734.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4493156807158b1bcac0fd59338ec9f9e15540ad8c7d73d2a65fdc48a97f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step681.pt b/weight_and_grad_dumps/rank_step681.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca86c08eff890999d93450403349527a3603ad4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step681.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829e9e81e2882810f6935c97d3d156b59a076af0bd0a5bd88808c79c591cffee
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6867.pt b/weight_and_grad_dumps/rank_step6867.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9397018fe1720ca9c6a174cec7338f2a0af3096
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6867.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb23310ddaa0c0f1194ab1a8ca7fc2e1ea117656e73f069c3c90fe3a6d6097a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6982.pt b/weight_and_grad_dumps/rank_step6982.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056ff811c96b65b403251c26103aad5ce3b260f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6982.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cb300d92fa2af66444e4c172795240e1e910d01f1ff177096fdfb3e7b38b2c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7087.pt b/weight_and_grad_dumps/rank_step7087.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b48af733ada2a47d59f1778b4dc2f5cf7b71c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7087.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335f27a8da31b8f1e76203a7eecd12f5b7e3c8cde6ea1d2d16c9f7e302f1e24e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7243.pt b/weight_and_grad_dumps/rank_step7243.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed8ae41ba968ecb074520f990cebe81d6255ec2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7243.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3870d2b309fb8089243b9afd74f2f4c5de80667f640f4b4fe99e7792b5cb6e1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7416.pt b/weight_and_grad_dumps/rank_step7416.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8c110c3a9da8a31241542e2dd17a57e55d7915
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7416.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655030389784dc9901ede2ce780dede8ead21299fb0dece7dda687e4b9b6b87c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7449.pt b/weight_and_grad_dumps/rank_step7449.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f9e931b1a85e5d27ad5e7e5cf4fc6e4dece4a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7449.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92234a5f76098e75e8a566664187925d1d38ec156c98ecc18c05ab0bc29ff3aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7466.pt b/weight_and_grad_dumps/rank_step7466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7891202c1f4dc2a25c6a8ec353a48d76dbd8821e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c7541317ab57e40c8c631b69352de1525a9c6e0d63602c6397ec8d1d5fe6c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7574.pt b/weight_and_grad_dumps/rank_step7574.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786379102a4966f401906b9fde3525e1d8fd352e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7574.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aed93ca09b4c84e213e748aa5e70211e3c42605ab9212a1be60275f4d73434
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7625.pt b/weight_and_grad_dumps/rank_step7625.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8373ed8cb82cc53cc25a2e90c92b60bcded57966
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7625.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643e549583970942ebf188eea97b56a64ee347977466c74258e560817fe5ae6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7718.pt b/weight_and_grad_dumps/rank_step7718.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9d014a0a3b6e3c7c6920ce746383862b3626d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7718.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a9b19681ce6af6b5d7585363a7354f8f235d4dd86cf7983247865ba58470e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7747.pt b/weight_and_grad_dumps/rank_step7747.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79ed722cfbce0cb8226d39677e117f33d598706
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7747.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa5f423eecb56763d9554082dfbc9509fe90fe271799ce5b4eac44f89fbddf0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7814.pt b/weight_and_grad_dumps/rank_step7814.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de991c02b837e1aa697f6edee3de27773c0f55dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7814.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da10c5386c019e51b88a83eb0cb46d1f06a3ba8c2fd4110c4990dee324475934
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7864.pt b/weight_and_grad_dumps/rank_step7864.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8a7b61b8ffd49a9b1ed202aef797ee9f7c78b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7864.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8211c773b1eb63b67cbe4b37c80a01f915c3e86bcc3111f7c1c24da65a3175
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7893.pt b/weight_and_grad_dumps/rank_step7893.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3eaa038ad82b89c6603f024160f24988d8a52d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7893.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8a08bfd99f8f4f73d7482f8d9ddc60bb627d7ace8db4ae31320cbe3e518a0f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7906.pt b/weight_and_grad_dumps/rank_step7906.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34eb9ad7b09b84626ecb1a5a13f45c0583c3effc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7906.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560d77df17a552047d87107b0e43bd4356962a0c45d69e06c948fce02bc887ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7929.pt b/weight_and_grad_dumps/rank_step7929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a998bebee6bd6558f6388b1430f61d1434a33f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f220aa07e7f9264b7a815f013be1d5e6c874d21adf92055c8df8a6dddcfa79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7959.pt b/weight_and_grad_dumps/rank_step7959.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94956933ffb147f6477f4ed0fcdda61eda5c897
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7959.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f0bafe5a25d8f92f671ca1b1529604106584ce27d3250175c0344f6fbe782a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8075.pt b/weight_and_grad_dumps/rank_step8075.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f29398fb5f3d5d7431ac76cdc114a0ba356fa4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8075.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a95e5712aa3aae576ee70a0fec0f69b64208c0ff0f6888daef739d09513f507
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8082.pt b/weight_and_grad_dumps/rank_step8082.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b471b16a9d359c63109975d8c7afce65420db88c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8082.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15662200281f9a35c11ea8bea41fad85fd4abffdc0ba4ebde0821fc315f444dc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8117.pt b/weight_and_grad_dumps/rank_step8117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd2fe8f00643af8ffeec21dd2437a77543fb73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0ebacbc6ef51edb3ade3e3e66bd91000955283ecbe8eae693b3e2942ab15d8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8148.pt b/weight_and_grad_dumps/rank_step8148.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e449d7257054b6aed8fd6c680728b3bfebec18
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8148.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce1ec20e60ea36284cd0f51c2a30d55fdd9b7fd12302e050c71e3723dfe8ee8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8190.pt b/weight_and_grad_dumps/rank_step8190.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29531db11e4730d28c8bf692b5a46e9595ca2618
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8190.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e12c23fb30a4f546a0178ffb3607cc5e5fff280a37c4e9be06d86a551a9a040
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8219.pt b/weight_and_grad_dumps/rank_step8219.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201ed9944a11861ffaa1f5423e5d79a8f1684fef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8219.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a667b3b931283884aa571f4a0caaeca8633f7649627f24b3cd95eb72c462004
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8246.pt b/weight_and_grad_dumps/rank_step8246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c727f77196b5f2f8b816a0045946f8232394ff0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c48f1b4a24e1dba2b4a8afe30457ab55cad82a24126ef3655f95671f0b9c187
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8269.pt b/weight_and_grad_dumps/rank_step8269.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc73fa64dd610482cba18329d42250dfa25cdc0b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8269.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8a11f167d9dcc854f38c8b0d1d58582c62b50902d03238e48791c8b8ca4e63
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8324.pt b/weight_and_grad_dumps/rank_step8324.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bad673241f3b6832d313567b2173c38b60377a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8324.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9968000256cde5481b61873f2f8d594898d72ee0945b0a359a125c97127761
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8650.pt b/weight_and_grad_dumps/rank_step8650.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0476fc5ef69f333248b37b8b1f6a0c07d8060e86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8650.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7756953d1dc2d87eb73a56f1f2875724b6bdd2fbb7ad5f56267e88a98a59637
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step868.pt b/weight_and_grad_dumps/rank_step868.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12a9c439f1d79d0f88a52e7a8569f6cffc20386
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step868.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd72774109bae32fc1edd73d7ced8209eab930fd624d247dece22d6cf5537ee
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8861.pt b/weight_and_grad_dumps/rank_step8861.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a4959b7f06738379d0b2e3d61fecaa0ad43b37
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8861.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e57e867969f7af3d94a54c6e0d9d75035f40875e661a6711a02c3ac939c3612
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8903.pt b/weight_and_grad_dumps/rank_step8903.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935406ef9b144695708ae3990dcff29f897cffd6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8903.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dd7a2c91ea656c5bf622b923dcd9a93965538998273b14bd393002f0ced6ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9006.pt b/weight_and_grad_dumps/rank_step9006.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7767f3c25101f100d38b9666db3e56aa1a64724c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9006.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4929ec4c3f2d920810536a2812818858f6fa5acd4e327a391dc25d8af402e306
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9059.pt b/weight_and_grad_dumps/rank_step9059.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b384467670970ec0d592e133416e4de6162094
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9059.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71df858927d5672e08a41d12f0ddd6acc97d6dd170175c1137ab79705e80f2cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9410.pt b/weight_and_grad_dumps/rank_step9410.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b573eb0e969f0bba1980c105e5648fed5e575b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9410.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49730e7f34c6f6fdeee71bd9706a11f7b0dbdc35d13e690961125b0bc5a4302
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9460.pt b/weight_and_grad_dumps/rank_step9460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ae9fc063f50081f0c0990f38c6cd06f732e674
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1dad584e3534920a71d23907e6bca41d4578bead9fb8a498dad94a712838ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9497.pt b/weight_and_grad_dumps/rank_step9497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216edfa4067874150d75b18794820e72859736ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dac6e947f04c021b0d62092af6e2a2d93dc2209da9218ce5fa1dd63d8a97fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9502.pt b/weight_and_grad_dumps/rank_step9502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdfe9f6c99f406b0273eba70d199c212e82ce76
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1867c7618430d9daab013eda5429dbf6453aae4371d08c9c6489d931fdaac79
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step955.pt b/weight_and_grad_dumps/rank_step955.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fef454ff8ed5816ee6aafbacb29271ec52a8f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step955.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e029c1f198426acdd67ebb70f20977e09acdaea0f2793f8657579154c224f97b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9623.pt b/weight_and_grad_dumps/rank_step9623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5577123324061f8c374d87f05697494b93acb1ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3575e05cbd2c7dcbe3628f44ea0710eccd3b944cae1b5a71424ee1b21ef5ee
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9653.pt b/weight_and_grad_dumps/rank_step9653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b3994b9d628a6b10c055bf9250b44055000787
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0914a44ff264b7f1ebfd63a0eed20e563dcc05689e945a3be37091ff8b3e37ac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9731.pt b/weight_and_grad_dumps/rank_step9731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e0367d8f22f5c9b6f5e8122c711395e8c8fd51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdeba9aed28d82437c72e897466aa3c2d13a4ce100282328c34cb3c8bfd6c37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9741.pt b/weight_and_grad_dumps/rank_step9741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd974783c938655a0100cf0ab77bc28fa50b28b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e190eef698df24c76eef66720301866c66d1db990268c9d7326c11f3540efd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9799.pt b/weight_and_grad_dumps/rank_step9799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31394e8c2aac5d98700188244adc301ffec30d42
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b7b804bb6308092c4d7f6595d6271d3eb46be6abecee106b48f06724b012a7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9970.pt b/weight_and_grad_dumps/rank_step9970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbee83a5349ed48897ace9c2a319923c3365afb7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d8a0369541711a8d7480f8c9d1f79c4b8a5b210a647fb1c723db6bf8e0b6d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9987.pt b/weight_and_grad_dumps/rank_step9987.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f209311de92cb006fbf2d67fa920bcb5ed2957e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9987.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c102157b2d2eab68ba9aebb4f5e95bf4113af3566ac92e3f09d6522dea09a9
+size 1524331132