diff --git a/weight_and_grad_dumps/rank_step10.pt b/weight_and_grad_dumps/rank_step10.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37249825ef8ea06ed5fff3cf58d8a9807a849d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step10.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c34e2e737a194512773fc64c77dd94e04ca47d6dabc9a0c905253c01bd5e97a
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step106.pt b/weight_and_grad_dumps/rank_step106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a401b2253690532edc45b66efc81902d95f51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e76d592c734717c28026467c23cbb27d9f2d6fca2e99ddb09727676fa7ffea2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1186.pt b/weight_and_grad_dumps/rank_step1186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e06d31c8e2ff3c9f3bb7a45ca5f58495a44a73d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7c91ac0af80ea250e022319c53b990f2777432b8eb48efed420a3a498f5928
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1475.pt b/weight_and_grad_dumps/rank_step1475.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410fa6d99ee7d8781ae17dba1bcffb374cd727f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1475.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4cca7c51047fa925ceb698b003e2b5243a29e5b2a6af2a444152cc40069e47
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1482.pt b/weight_and_grad_dumps/rank_step1482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5119bd5de4f6bc22fed2e62de85d5ac47ce6cb88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c88fe24a272a4c4bfb148f8b390c1460759c0039356f4b36e92f752dc87867
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1517.pt b/weight_and_grad_dumps/rank_step1517.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8917d57c699968eb55caf17b4e4090a50e0d549
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1517.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c3d0423534458d1d3115a3a62242fd04d3aa8e315b2436b5489b5550464f11
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1548.pt b/weight_and_grad_dumps/rank_step1548.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751be972f6bdf8de4ad944d7b29b6954c2265f11
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1548.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9612aaee31872f9b884f6c619ce873d81d07a95301115ef3000653ed7f4449
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step159.pt b/weight_and_grad_dumps/rank_step159.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e2ab863e5f74b9b20961b07f3d9716b3140c95
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step159.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d7871a490ddd71e7c9c124ef1306e47cb0cc50c615cea7792bb68331935136
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1619.pt b/weight_and_grad_dumps/rank_step1619.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f527108b79eb7ff046328238dcd1b2388de8b0ea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1619.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37a87516bf0b1e43142f02650a4b558ad26f64608799aa5b537b246a2d5c738
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1646.pt b/weight_and_grad_dumps/rank_step1646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827c9ff5c8db4bc341e31bdea47c8976d330c4f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e6035c79711b81c432d7921f44cc74833e74e7e1d9e737cc56702039a5f6af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1724.pt b/weight_and_grad_dumps/rank_step1724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e3dff164aa40798ada7a512094f59d7c8d06b0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328a77376bba1b2ee8224daab602411e5c90de506a8bea29dbfc90e1d7c47a16
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1807.pt b/weight_and_grad_dumps/rank_step1807.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1257ad7e0d3c96ae8d2fd0270f516f28f5d651eb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1807.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516e36a3344bc5b20dfe74d83b2579e799c6f85d8984495e2ab29702f37c079b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1858.pt b/weight_and_grad_dumps/rank_step1858.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32af1758a132db323bf4446c1b396ffcece6b04
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1858.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9521e329627bddbcd013389d08beb5a31d0be8c83f6758df1b8689e017899a6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1965.pt b/weight_and_grad_dumps/rank_step1965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52afe60ef5432f9e77677d3e0b0e8db300522a8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05efbdca3342ae245887747b7efcfa4b0585fbc8af1b7e537789e4bca542042c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1992.pt b/weight_and_grad_dumps/rank_step1992.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbff560381ad05324417f6ff95d3022bf6771ca2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1992.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dc225fde59440ce4851dc143d81e72397cd41a911b212c439ff686c4cc6f24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2001.pt b/weight_and_grad_dumps/rank_step2001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5598cedb32b6906e592854ad2a1ed04f0b71d296
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3210eb34c243b85778bbcd9019bf5320cfc5a16b499d1f58377f7a5dbd8a4c51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step208.pt b/weight_and_grad_dumps/rank_step208.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a98423b279d3987d83fb048fe5912b713516cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step208.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c4e3e35ff129d05e72a1c57c1d551c2bf9dc7ee99c73849a1845af1f0502a5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2111.pt b/weight_and_grad_dumps/rank_step2111.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91b11ba300619894a7903bce692ab129c252878
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2111.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2487916cfc24ee2a2c7e327cf265e005c552ad623bc2fa23c6167e2b349f5bf4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2113.pt b/weight_and_grad_dumps/rank_step2113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919f62bcfbcb0045ddb007fd3423b37e199448c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf96ddbfa0ca849e5055a4ba095a24d35439609cbe8c6bbce250402efa933a1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2163.pt b/weight_and_grad_dumps/rank_step2163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143a090ac3c12578a207c7181f0960ab803629ce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d476db69ac3f1ebade0979be659579e718df3024f234203f770d6ce8f490f0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2350.pt b/weight_and_grad_dumps/rank_step2350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880a7dbbb93ea1ff8e94c63dcb31ee4494fb4ceb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064dfa9529f027d8b50d041580f2ce2417a3693564bd8fc22a132124dd01e4da
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2438.pt b/weight_and_grad_dumps/rank_step2438.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e7dfcc4e86e74f9d6c618dc1136d6bea555fa8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2438.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77766cc057bb62b6d11d8056b543b803dc2e07ebd72a04e6ab49b17f0dd2d988
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2467.pt b/weight_and_grad_dumps/rank_step2467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a6e79fc90b9546eec0cb69c28d9552486bc98f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ded3ee89408f91e8e42f9a119ac4a98ed987a85ddfe204008fbd16b6ad20c2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2490.pt b/weight_and_grad_dumps/rank_step2490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5da09e14bd1413ec98182ed41eaed45aa4c57d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246fcee6c0a3716c4d5b5fe2d652cb924ff05c526d34e72c89dad7d471a2a93
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2505.pt b/weight_and_grad_dumps/rank_step2505.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e934681c400600a0e4415dc8dd2ac58ee35a6a02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2505.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1b9e84ffcee4fa7cfb917ccd8b74d6f3f4886a07298c3cc52f25f273adc6be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step257.pt b/weight_and_grad_dumps/rank_step257.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cda93d6ad010756e6c777f90d4f5bbf64187c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step257.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b82776412118413b2dceeee9e434e2a724a5e0634abe9e2b2b4794151743ad9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2654.pt b/weight_and_grad_dumps/rank_step2654.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c730661fb9d42b27daed2aa62b4e0bbc31e6a73
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2654.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f527edbf20e58abaab8509516a6f69795c6dc152f01c8d7ebfe7f443d72c9908
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2736.pt b/weight_and_grad_dumps/rank_step2736.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958c7391be148559649576e76f80ac74ff450486
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2736.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5019ff9c17464c90c98938db3a1a1717078fc323ea54467f16c228054e8f954
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2769.pt b/weight_and_grad_dumps/rank_step2769.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9639b2314868311f8f09b825240e4141d1d866
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2769.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984aff09c19faf1998fb59ba18c53c3a6f960a90c0abf8366014afa5f660f1d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2815.pt b/weight_and_grad_dumps/rank_step2815.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5accb960ce221a855de5893b07c22cc3bbc9b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2815.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670f010e28d43ee51a54ad10dd1b9e53696f84daa1905298db7a1d99e354643d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2928.pt b/weight_and_grad_dumps/rank_step2928.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831f1b3fcd18baac7305ea77b7a1fb8a70a3a821
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2928.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bba17af6dbdf235b2b600b0715ff5b35b5b0756831ce5ef34b4826ff4b67ab9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2977.pt b/weight_and_grad_dumps/rank_step2977.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51320c79b4c5f82f125a3cd39988e2b2d5dcdded
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2977.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037f4804702020fe42701bde9a9fdc7c0a6d5a60475b60bfa6016784026de355
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2980.pt b/weight_and_grad_dumps/rank_step2980.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb885f56cd31f387debdf204ec780f2c988e0002
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2980.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b5171642989b4cf5cbd498a74200d4a613948d38feec2ed2aaae45769ba36c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3072.pt b/weight_and_grad_dumps/rank_step3072.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f037b462204d155d6674ccca861ddb810b29c346
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3072.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b006812bdf284eee6773296a1be46eb017d35a25c3fd790fc50ee9bcfc8c81f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3085.pt b/weight_and_grad_dumps/rank_step3085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69223900783698c5b537c2f5d8d019b5b6fea89e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec6042eab04d34863000b7032b6d3dd7426977596954876d7f85225c1dfecf5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3110.pt b/weight_and_grad_dumps/rank_step3110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e20802b9aab321a417f55f86cbf2e8402b6d5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad36684ef96fda6db0bc017bf15182e65b4a5e32a00fbdd19a9ecafd737f110a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3241.pt b/weight_and_grad_dumps/rank_step3241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90c5eb1ebd7a6481ab7bc2fc887c82d16f297fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654a4aca4cb993e9c40f4bbc4210139a5c81feb29541670f148b52a32c3a859
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3323.pt b/weight_and_grad_dumps/rank_step3323.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0b8125bc881b0cb48790a54ab2161b5ace0f92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3323.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f4210c75c8f255b2fef151de2bd076889a928eed27d3bc6ef394d472fc359f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step335.pt b/weight_and_grad_dumps/rank_step335.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3678ff26ae3185e0dce9329ae3cbe609c09859
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step335.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da927e6fd859f3a33aeecbdc33c011cf857e6bf34d46b3c2fbe61b05e049ecdf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3439.pt b/weight_and_grad_dumps/rank_step3439.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bb437ff4c0c47f361c967867718984fc0ea2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3439.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600cb33754c109fbf8a42a0b17efdd60ee90fe0d3f163be500c80fa17e4043a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3466.pt b/weight_and_grad_dumps/rank_step3466.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9da87a5ec1513beb5b14ea77512072d9bb3734
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3466.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f46ee7d84a35873d253bb66fcdf3eeb231c3b44ea2b80ba95892b37e22921b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3504.pt b/weight_and_grad_dumps/rank_step3504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ab10206e8029d87f21f55366072ce7d3ce9148
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a476b6bfd5b6743433a871236cbb0b9823ef9817ef7f414ccff33138cfd195
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3576.pt b/weight_and_grad_dumps/rank_step3576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5c6a1ba28e5bd5544bb90a2555d4f7b067eaa3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8899efc67255d6fc7cb30bd1229a04ee30b4526048d0305f910b1bbd9818806
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3627.pt b/weight_and_grad_dumps/rank_step3627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402912b29ef7d7fbf4a21a3f96dacc2766d6c386
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a2a1d045234e50fa8f946bfb624fcd9dee9449a4bbe3bc3c3a90a9a3e8df1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3839.pt b/weight_and_grad_dumps/rank_step3839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b384d27ad1ecf74e6689f0412f47414be60eb7f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99cdb41aa94c0afc5721619120b272f4535455f9bab6713373301bb0e315fbd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3929.pt b/weight_and_grad_dumps/rank_step3929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382bd664d7b3cac0212eb9bdb3322e305ab38755
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eb28edd26af9014047679568824b9ef58a5fd881c72cd63979526348984b92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step402.pt b/weight_and_grad_dumps/rank_step402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c085183c6c76ddec911c907f4a74e203b3f68e9c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595f9abf9ba51002568dad6dff2ea1606f21e87f18c900a23881e2f3c569b367
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4249.pt b/weight_and_grad_dumps/rank_step4249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c6d158d7f0a695c838ce1c31fb4660f2727fb0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5d4152325a85d954efe614da866b1e28b7091684324a13d1e5372203758bfd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4359.pt b/weight_and_grad_dumps/rank_step4359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ecf9076a2045ce73e5b29e4260e9e34285903
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bf9801a01231ac89d5dbbc902d4d11b75eaec32f7c6c0a29c07080ddb72176
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4374.pt b/weight_and_grad_dumps/rank_step4374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d6a0c8bc956776ad2decd20807486a3e12ebf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e7367bd44385a2cbb5d8dfbf39a81ed7a66d937dc203731642f509e76d9a70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4443.pt b/weight_and_grad_dumps/rank_step4443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308d612c3c97cb3ee7fe4a1785adfd28f45f920c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d034ff0d31ecb0b50f1aa7aef4671b916820582a8dca34cf9bb1f558dc70a68d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4521.pt b/weight_and_grad_dumps/rank_step4521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ad20bbf7f07cb0594020bfb6857f73517812aa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d736db905565dff908b8f54eeb4879882f96104dd5b1f70b2be5a18416331b04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4589.pt b/weight_and_grad_dumps/rank_step4589.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed17ce9e8cafcb0601f21301e44ca879345defb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4589.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06ea85cc9e255a75d9474a0e8cba65cabc7e9b9bf9a86b78bad2aec9a384a3b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4670.pt b/weight_and_grad_dumps/rank_step4670.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8374d97946ab249997108d9a4016bd719e50809
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4670.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee30a368a2d2d0ce0f7325b7cca796a1a991ce32d5f8ef6abef47de8a33907df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4687.pt b/weight_and_grad_dumps/rank_step4687.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ac7ca166c6892d84aeee8902be85d4ed28b9f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4687.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf347cb43edd0990a419cb3bed31b7a33b69683aba51e12d6a0d5722cd76cf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step470.pt b/weight_and_grad_dumps/rank_step470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585c6675d6abfefa8b81f6083d0219c3646e91e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789a64dd588a1aa78ee234e3cff460dcecf9c95341b7661bf743e3a32f8eb3f
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4831.pt b/weight_and_grad_dumps/rank_step4831.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a72d9ae88f30604a033240c9e0f232393c14c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4831.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df1193f6436f2d501140518d2816e45ff81a1904c30acd29061cc05d571210
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4899.pt b/weight_and_grad_dumps/rank_step4899.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140fd8bc4db715574c8191895deeff5c19af7d77
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4899.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca21884a35bfc247e8a1e3076cd533c5fffb651c2a3dbb96d1971ad6dc9d1be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4953.pt b/weight_and_grad_dumps/rank_step4953.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab956abbb4489dd1fc6ea15beda3840f2f00c611
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4953.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caaf89a5afdaea879f44c5e47c17b830a47ab36cb897a985740afa55f7d87e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5009.pt b/weight_and_grad_dumps/rank_step5009.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fa6ddcda5b9d90561dcf321589fa6aa494fbac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5009.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e3257b58ca7a10486fac8f062b1d610330940b8b9f161c0770fc738b5dee1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5056.pt b/weight_and_grad_dumps/rank_step5056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e70083aa3ed69e0b5677542a440b4fae45af885
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac97c7de0a3762049d8e6f47817c38f2541bcebabc12848209aac7ecf4dc460c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step512.pt b/weight_and_grad_dumps/rank_step512.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe9ca17ae776071b017579e807821db3391d512
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step512.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0485bb87f68334855fceec433ee16d5c214722bb6ff9718bb1cc5f8fc10f8c2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5134.pt b/weight_and_grad_dumps/rank_step5134.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b9ffa4a7d5240fa370686de56524bbac4a79f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5134.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b598af61121310b6bb011a8bda3a5ccdc6038c5066ccb6d212625de7140a53bd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5265.pt b/weight_and_grad_dumps/rank_step5265.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e195b06f285e32fb125aff8b86b55f779e788a70
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5265.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b19df675b4fe43482ad25ef589235722c831a539417d1ca7b4271cc01688df5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5292.pt b/weight_and_grad_dumps/rank_step5292.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fc5ea20315d2fe946176eab8f92c87c99872d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5292.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb54bbf2edfc5c44716803e7900fd7bc7854bd93f159a9f452394c9f0970a0a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5307.pt b/weight_and_grad_dumps/rank_step5307.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5236e797ffb69b2b9466279cf166e162fd47bf6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5307.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2353f5fd7d447450a65a76b14e323e608ce89c3499c134463ed299ef330adb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5358.pt b/weight_and_grad_dumps/rank_step5358.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba8344861e494cf0cd65e32fe9f7bc35dab6e65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5358.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a4d7108ad498577c9a11dc1ce2ae362b8e7c0f4667ac1e2b0eee4e12ce0b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5588.pt b/weight_and_grad_dumps/rank_step5588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1308d28cdb5f3bcf8dccaf843df9b27ebc873c12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a34843813361bef717b3e449eeecbeec0df5a47f3c225d88ef9a53639b05ee1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step560.pt b/weight_and_grad_dumps/rank_step560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318071b1c6426ac19e14a94d11a6c0dc6e7b4f7f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b444138d7a43dbc07bb8def365087b159c4271a9d5920b416fb99fa80cb401
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5671.pt b/weight_and_grad_dumps/rank_step5671.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc4eff7a6fc2d3aa406b8896698e041bbce5d1e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5671.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46b50b8c845b09ad286fd2dc5f1f9431737b438376fdca61d1a8956e79b869c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5713.pt b/weight_and_grad_dumps/rank_step5713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8522a0ad52cf7e2c3e0e93835ab1a5ba0b30822
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6a8eec53e5dbdc4232eb41535b141625dcd7c42799c0212c1bc7fc63cfa800
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5898.pt b/weight_and_grad_dumps/rank_step5898.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70cd8ab44abdbba57c8331b7bdcdb4738e01811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5898.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2219269e689874ba4ea2da55a701144310fb65687514f04d392565865acc08f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5988.pt b/weight_and_grad_dumps/rank_step5988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a4831817694bc0db714096f28ed230555569c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4e13eeedb922036e66d13409b1e9f050fe34926c020616f64e9d739a05a635
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6044.pt b/weight_and_grad_dumps/rank_step6044.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08c3ba5558ee1e7be9d8dc33a5a844d656bef24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6044.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105338b89c4e789918d967fbd4296f15700502df7cf55bef61b320a09dbcbd58
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6126.pt b/weight_and_grad_dumps/rank_step6126.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47481932c37c586ab9acf8590fb8737b82a10495
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6126.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad1e7d0c3a021991215eb84bd375868eb9f72c19806d77580dd69b1dce06c4b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6179.pt b/weight_and_grad_dumps/rank_step6179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0845d849df7f9fafe95fdc2769a1c9382e09e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaad9ef4dae84ab9f28861c55bcead604fd11318b7eb55b9c41a1c2ac868d98
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step62.pt b/weight_and_grad_dumps/rank_step62.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace77c79f787668664c5a19cee90edf48bf60fc8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step62.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9efad88900013357e395a1a190ef82023546b269bf4d9bad41f60f256bc559
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step6228.pt b/weight_and_grad_dumps/rank_step6228.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb638ca456b3bfb1740577b24ff77c726eac0af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6228.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23f51e8f41f251f0c155e36157a738c718ba677a4e6d1504a4b33cabf823dfb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6277.pt b/weight_and_grad_dumps/rank_step6277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcc73606ff3092312b938887fbe297be60f7705
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1312b6f146b40a44d4d7f11ec88c498321c477e1ebee504ce1b88a988ffc1b61
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6280.pt b/weight_and_grad_dumps/rank_step6280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf1ecf2dd2fb5a6ad98fa03f8d939864838212a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0ba88ffa38f9012e95df4fd5b3fa9a1bc48609f7fefc2b62387e36ce2efc7b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6315.pt b/weight_and_grad_dumps/rank_step6315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa738207594063b7b6ebe895c62298c0ca6c8823
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f008a4bcbd640ddd59a421b5f63a47d61b0ed0475eb211bd2dcc29906386cb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6611.pt b/weight_and_grad_dumps/rank_step6611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ddfe7201935f81d28c3b2b5ad8bce0370f61a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b49d399a88478fdc6d33fab1d3e13f260c73f12892ed80bc502973b5ea4715f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6663.pt b/weight_and_grad_dumps/rank_step6663.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f91b59e50582be8e62e4409a06f14bcd3471e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6663.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd96ce2f87c6addb0491d402c8cdf0632997b19a93e11e5afa8ba6f8241fbff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6773.pt b/weight_and_grad_dumps/rank_step6773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863eed4b2e815891824f2cf09cbf4b5b84a8b1e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e13451c9f4749d604efe1b94a88833086106bd3e262cbb8adb7bb827133c1f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step699.pt b/weight_and_grad_dumps/rank_step699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4d0b99df44ab180f5e032cea615f94ba05d4bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd0b458314b4a72c0f8cba3f02d600794bc347acc41ead7763bdc17f3751d0c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7204.pt b/weight_and_grad_dumps/rank_step7204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683d70677a3fd2d884607ad1e8c8951e6383339f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46adb1f6e0b29094ce6efc2903689809385b776b810ba143199bff97e20f8085
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7229.pt b/weight_and_grad_dumps/rank_step7229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16043d107a36af074f04df8fe0c81a4e19b58e86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809aa73cc3c48b140edb3c7110506ece3ddb0a52c0164d4690a285f066d6bb8b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7276.pt b/weight_and_grad_dumps/rank_step7276.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe0c844c9dc0dc3bf96835877cdb56d4c7d54f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7276.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc80b63b58141efda9709f20a20a15c55b6b2fa2f767459f0d22d5ef9287cc1f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7314.pt b/weight_and_grad_dumps/rank_step7314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b735409c7d863bdafb482388db3e622b00e5137
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513fe6c4ad02d01f32842a0b9d3b9fe7511c2a48ea72cd22368d14975d72e559
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7366.pt b/weight_and_grad_dumps/rank_step7366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7f8b9c7d308c3c4277f380734b37da55fb6df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467f3f29ec6f4b648afb76c37c537b8b3b6b6740bf80854474b5a35846fb180a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7451.pt b/weight_and_grad_dumps/rank_step7451.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d78a3d10d74c1e2571a9f4fce82b4f1a2d2894
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7451.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee2702ef6e6d59706bd2ae20a7892c13f8a107cd3b73458a5c452580f371f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7533.pt b/weight_and_grad_dumps/rank_step7533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48293a1cc2fea8ce22daf0fe68d9b5452cb1a967
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb242052fe85fd81b53dd901964a8ef2758a27b5a6a892965d2b4b6006461f6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7662.pt b/weight_and_grad_dumps/rank_step7662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5c6dbb22aa623c8ec7c293f61b2bffb5f6e431
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33c2b3663f881a940960ee575ae614e9c09728f3cd54d0e2a720b15f63d202d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7695.pt b/weight_and_grad_dumps/rank_step7695.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0d3a7ba088a973ff8d9d45fd2bf468304e9638
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7695.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa4f917737d079e66eb804ac9c3f195a746d09d4df5f9da732aebe9b89fab07
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7700.pt b/weight_and_grad_dumps/rank_step7700.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f49e79e7c455eb8eab8a59e4e23bad0cce64371
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7700.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c118880f500bcb6929722b2262682b60e5ce29d91c470701267313ee461ed304
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7823.pt b/weight_and_grad_dumps/rank_step7823.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7649cf3a3350778837c102b8cc54556992b2a76f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7823.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc498ea9c853b5445ff8dc27157829a9aeb32d5c0814c21455001960fa89cff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step789.pt b/weight_and_grad_dumps/rank_step789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5dce3c28fbf15cd2939eb116f69f6f6fac1d7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c45dfd70e8821317cd3577d0a04cbcf614ffc9265f303fecee280a720c3deae
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7941.pt b/weight_and_grad_dumps/rank_step7941.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceedab72154fb990a43aacae81b1093665b85952
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7941.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb6a117021ce3dd6666270503c12a2e438a03c5eadc1cf1b0e9492ea9b1ea5d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step802.pt b/weight_and_grad_dumps/rank_step802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396252109758be4f4ced5e7655925b03acc9c5e0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d33225d75f80bb02e10369df1d3c58d06c91f2fd55990d0b60c2bc331a8572c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8032.pt b/weight_and_grad_dumps/rank_step8032.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcef9477474e885500a087c1169fd13d3e68ceae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8032.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02409589a4cacb1a66ed027ffab70854d99c18c0c225d06a10364e2d8dda066e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8150.pt b/weight_and_grad_dumps/rank_step8150.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad0f31de6cd14e39a241be12977e63188801e29
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8150.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bb6d8dc9f40327c6d70cfe7468ad802d2da2778d7ff7a90e1f7ea1cf6ec78f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8201.pt b/weight_and_grad_dumps/rank_step8201.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5160eb9d5b0feac9efa05f6d40dd0c656bb9d0b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8201.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1889b40b1a243310e044a53107f77c7891662fe510a2f6479b118ffb9b1e933c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8363.pt b/weight_and_grad_dumps/rank_step8363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7a3affa70bc16ec729c24a5ba89de255476aab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1e6a0aebcc4050e6b5865d82410465182cfb08d156369d03a528190a0cb221
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8394.pt b/weight_and_grad_dumps/rank_step8394.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a651ff338e2369062741692f10f4e749cdee27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8394.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647cdfcecd11a48c65f5afc1286ee70d67f88e6c56092543e68881e7947b9609
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8426.pt b/weight_and_grad_dumps/rank_step8426.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e58127124858a33cdf998ad8b66b2d94f69ae4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8426.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c48c59e3c89ed8cc09a84347117ebaf464a4ea590164581dab3ee5faef43e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8454.pt b/weight_and_grad_dumps/rank_step8454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0c05aafcfdf1a6300b77f0eb6209c97dddea43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3675205e88f940e90d911ea729b19d44048ba927e056937d154b47b142dda9e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8479.pt b/weight_and_grad_dumps/rank_step8479.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0b08b107f93538781347577cfd8249687a557
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8479.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea3ae4a3c9d5fe8c65c6ae566fb3c7f6601736f5e2c7e9699a0b47d383d13d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8536.pt b/weight_and_grad_dumps/rank_step8536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3bb3815150db6ab8e292c2d73a9de7532b605f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78158ede8a4eebbf1d130bef9bb2d59f14e3331024e24e2e2745ee7567a4bc33
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8544.pt b/weight_and_grad_dumps/rank_step8544.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae792a976a2be9f05ec94f28e5b76746e098972
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8544.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea9b6b683f6cbdaaf00f41f05944160adf6de1cefe2ec3709385cec0d1da634
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8569.pt b/weight_and_grad_dumps/rank_step8569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989b1eb4557fbd3681aeb5c10a5216b9e4441db4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca94bcee27d37ee80f6fd2c9b7c7bfa50ae48ad81a96f609a08a04559ad62e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8690.pt b/weight_and_grad_dumps/rank_step8690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8caf1324c70334f52d428c32e21935d81bef4ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472158541a2716550ec891e9052520babba57fca54e93c98ccf1fb1d83288026
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step870.pt b/weight_and_grad_dumps/rank_step870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40c0b954a823f222ddb36ef3a61fc9e5b156c03
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be400a26cb5f9d24854a8bb9a843b4a2be8e62bf56d94e7ca76ede70e8c7007
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8780.pt b/weight_and_grad_dumps/rank_step8780.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1facab8b3991b644a76d2a55bd3513424e5706
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8780.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64095399b17a7d9927f41a75aefb7ae5a566374c83a1e717f82c5325963afc1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8826.pt b/weight_and_grad_dumps/rank_step8826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cc3e310f9a5ffd8f97a3a37aeb0ae29a5a35a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4863bb30d4dd2022252076b4bd40b189cf4683a64d677d5feabb07c92a7ae997
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8854.pt b/weight_and_grad_dumps/rank_step8854.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98ed5e75cca3dafd14d66d6de04fc08adc741e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8854.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf46d0cc1b490af9648677ae906f4b144747f8f1299e713da48e9c1eb52e3e4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step887.pt b/weight_and_grad_dumps/rank_step887.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ac3eb29e38d39b23af685d2618770f95e1fd8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step887.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cb35592d7682099da60f27929b6492c5ed7f58660efd0879259cbc1d2ca469
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8879.pt b/weight_and_grad_dumps/rank_step8879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c03e307e0d8587bad2f398f02a4b5d3c424b191
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59ab0a0b030de40994f11a865ba280a5fa655e34b37c6697ff3e59adf6d21e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8936.pt b/weight_and_grad_dumps/rank_step8936.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ba6f8417f430459cda02aae34edeb776ee21a7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8936.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783e14ae73870fd78627263539f8d22dc2b4a8f3e87a2406da587f2874ad32b1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step912.pt b/weight_and_grad_dumps/rank_step912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c0e76f004698954d5b1060ac78c29381b88f4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eb7c869d27f2dcf4ea53f07b7c053af776091360e20fc0d9e3b72ed8dac3a7
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9123.pt b/weight_and_grad_dumps/rank_step9123.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b237c395016fa8df3609dfcdfdb459bfef192ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9123.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bb64a6137001b8d2c0750714973eb46dbb96c2be39fb2f81177b31886b8e62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9151.pt b/weight_and_grad_dumps/rank_step9151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e5a96154f38ad02bd10a8e5e9315c112aa8ed
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a90849749613e1bab7e842cec5e40bc2797fd8266d39cf2dd9e229d8b375f6f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9285.pt b/weight_and_grad_dumps/rank_step9285.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad216ff185d13a814dfdc57c17e257d633a62b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9285.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b7eba9a34e49baf366e3c3788f47a2513b5209eaef3f5eee000656bb255e56
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9395.pt b/weight_and_grad_dumps/rank_step9395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fd2ce03f8e668d5ff9303f094c08384203d802
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a062bc22f3277b37de68a2e07cff3d15c8b2b3f6a06e5b39f174dabb8c2cf62
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9427.pt b/weight_and_grad_dumps/rank_step9427.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6410b5a3fdc17b1aa3aa0b2e4260ad6a516778
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9427.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2638c5966613b3c939e8b370b35c518487a01ddb6b9d463a4071d1e57bb9d70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9478.pt b/weight_and_grad_dumps/rank_step9478.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99358aef00517d808b09120517dd33b8185fbea
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9478.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdfc0a9be833ef290e34fe69b252b7dccbb1f648b74cb1577cfff558affa4c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9545.pt b/weight_and_grad_dumps/rank_step9545.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c409ce46151ee222c79a04247bb2c299f40d4bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9545.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654ff14ec387ffa6e4f2155d5910d32bc74ae427421c617cfe834e9fc3858a6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step960.pt b/weight_and_grad_dumps/rank_step960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2a63b065c629cf35ee319700fdf78e244a1e02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c011054053447596b9cad48f6fc45f75d3110d52449d9420545bf4d7577cc5e5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9614.pt b/weight_and_grad_dumps/rank_step9614.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2c4b88da2ae9002d994c6d00b514e0d537255f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9614.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd37a44e93dc5f7c88e530956a7e2568b56df80d028f4153f725d30a89809e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9729.pt b/weight_and_grad_dumps/rank_step9729.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a16bb7e8f58643d84f8334e9d244700915e7d6b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9729.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d07d74a999d9b59d0ef08f87029f0466538d332ee5a367fdca7e179f41d846
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9776.pt b/weight_and_grad_dumps/rank_step9776.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfece01472961b4e97036398dc562937a3dbf55
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9776.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6c7ffd0e67a3fed692f335d5e17a85a5725fcbd9ea27f9d5185ae4e85c4706
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9781.pt b/weight_and_grad_dumps/rank_step9781.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aeca56ea0da80b402350c354495bcc1a86d613
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9781.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d66617454316d21d22b8399527c976730dbb83f5a6ea5314fd95d427151b74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9855.pt b/weight_and_grad_dumps/rank_step9855.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778d15710f3f30a37b20ee598bb820a7912ed1e6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9855.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53fbcaab5c4a4783a93a74f3774260cf3e8e2be820626173b91e07240862ca4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9937.pt b/weight_and_grad_dumps/rank_step9937.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e5bb9fb6281eb71b611f0c3375f712b505e4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9937.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82a812fd45a704d66d755b752cbf16e4ceb440c02ea6a97b75ba50a00e8b0a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9968.pt b/weight_and_grad_dumps/rank_step9968.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8e36efcbe5f2ffd6a1b4a7e1c00869671ab1be
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9968.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d188b079e4ae3cd9a1c5563a17101dcce7579ba437d0f7af4deb6dccf5d39d32
+size 1524331132