diff --git a/weight_and_grad_dumps/rank_step1045.pt b/weight_and_grad_dumps/rank_step1045.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b004e9d6274b2e6c00e73660b536cd337e8eea64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1045.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936a2d75d0eeef4db518831c4237abced44c27e36531ea2f8b8c5cbd09c45ac7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1127.pt b/weight_and_grad_dumps/rank_step1127.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b6be358f8bbd2b56a353e970bcb908776ed3fa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1127.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64162b3816b966b3450abd059d4b01c3afae87050d360367e81ef6f5502f1a5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1178.pt b/weight_and_grad_dumps/rank_step1178.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af6e8570b6b30beb59560b7b7cb9eafa419b797
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1178.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b063ab088a16a2c38ddd2379d029409b6248f16bc6e2a9535e6d942c2fa0cb0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1179.pt b/weight_and_grad_dumps/rank_step1179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4449cb1c635d0a714b705ebc4161884d3d245d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b4a16facb3d6b9812359bbf85fadf79d04842b6bbd11d46d87c6637fa5ebba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1280.pt b/weight_and_grad_dumps/rank_step1280.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2df9e35d727a2b8c9bbf252715df67ddfe8d46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1280.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aee38310f3af27f6f348640e114e96b1083d27fadc3d1860cce593a41eda59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1314.pt b/weight_and_grad_dumps/rank_step1314.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce035b2894287d3c7a4c8d533e811483bf803fa2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1314.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532429c1dd21b5365e0cbb3f5add4536e8bf57e657a3860f7b1ffcd63ec8373e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1422.pt b/weight_and_grad_dumps/rank_step1422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d21815790d62e9673536ebfda4bbab4c0e47822
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608021455a45f21d14ca6387e75c89868c9559e15e1b7b7663f5338d42fd84fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step151.pt b/weight_and_grad_dumps/rank_step151.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3227cf7118991d62796eea52f8f0fdc6dab9fa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step151.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d5328f6af06e07a63016898edba346db0ed6fb9cedddbca1963053f984d385
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step1611.pt b/weight_and_grad_dumps/rank_step1611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d118cd569239fc132a0f5b3bbf2ef3ae2a638d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a32e808a8fe9fd0c2134e04d4bd9f5b04866ad34622ae0de779bb38cf50081e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1773.pt b/weight_and_grad_dumps/rank_step1773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bf865d0f09a4fdeb6f6f9e7a8e01a1280006cb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629bc032deec477f5a0988cb68cab39959dfabfe8b455b96b2b27f32be366594
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1784.pt b/weight_and_grad_dumps/rank_step1784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47250cd70423f057d0b93bd03d9c8566408b7086
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabb7505662f09eba559698d9d8ad4749526dd4109cf466bc2bd62015936913f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1850.pt b/weight_and_grad_dumps/rank_step1850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab774a6fe414886f2e4221ba4b3eed4cc1ab19e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cafaad78a492b4478c3e42e834a19bf3517bcea8c6bb0a7c0718ea0d4f8db
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1932.pt b/weight_and_grad_dumps/rank_step1932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178d938936a822a25f38d672159c3220dadaaefb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e00a9a330dba817ec58b404341059b049b41f97d4101fbed693e91e1c5f9052
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step200.pt b/weight_and_grad_dumps/rank_step200.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915cf00f97e520c146078786cbbb2ce0422bfa93
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step200.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29069f74c8127e15c504400225a85eb6214a0ef4b0fb68c0e4c7cac77fa9fefc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2008.pt b/weight_and_grad_dumps/rank_step2008.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c86c86947be102b71ebdc55bad9bff7b63d2e24
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2008.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b97ffc7ec9447407700c9aac4bba7066a9534e7a96729eedeb93a890b70e41
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2056.pt b/weight_and_grad_dumps/rank_step2056.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7e24afa1b026ec8735c8a18f072b23a1dd918c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2056.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b13056a45ed606f8847ae9ae36e20a4d8a236f0f7286ed59223cec73514dd0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2057.pt b/weight_and_grad_dumps/rank_step2057.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a325fb09041c6c5a981cdc30833798a2b7623069
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2057.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65facd8ed4a289cb3a03260fcda966677d0db0ff6935bbfeb69c01b8d1ac5f8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2135.pt b/weight_and_grad_dumps/rank_step2135.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cc8594cd94705575d85eb94c2a3d0ccb97e3b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2135.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eac5465137039b469f79c80a7c281c2c85487a0302ebd18e55d54372b91d0b6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2264.pt b/weight_and_grad_dumps/rank_step2264.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c2e60d71eb948f45710f0da25dadc11694300a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2264.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da370fcec325762564510209692cb53de20a91a4dc12ab1bea47806c30ddf0f3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2293.pt b/weight_and_grad_dumps/rank_step2293.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959dfa92e3c6ad4870cba6272292558b90e6fbb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2293.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0bf75ee9f9d6feca8c4e9d133d82bbe31cbeef6f3011116bd4cce04f226224
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2359.pt b/weight_and_grad_dumps/rank_step2359.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8b05de1307583d30c06f6a3f4c56273c926912
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2359.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4778a1ceade10bb8884d31b29c05ab11672dc46709efa7fa7bd54e3de9109cd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2430.pt b/weight_and_grad_dumps/rank_step2430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eeb296d9df33c961a6a5ffcde7aa2b990a5849
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2409a9bbdb2fd605aa154984515d4076252f6323388be6c93e8399095f0774a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2498.pt b/weight_and_grad_dumps/rank_step2498.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446bc79586fbcaf108e280fc60ec1083b986cb2d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2498.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c665e2f88ebbaaad41f5df3ff90da36784f7a9950f8e1b7180a39d670c0326b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2552.pt b/weight_and_grad_dumps/rank_step2552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58e2be43ff5c7f6fa62194b4553571977799598
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669285493ba06962915bd41fa8252119f35cec3a98008cc93df76e5cf9accff1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2603.pt b/weight_and_grad_dumps/rank_step2603.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5976441dfedfd827b1c39090069e6f5c0296d078
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2603.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8624e5237f425a40d3ee9fa1f03ee91496e60d876d27948043974f3ae49bcf35
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2761.pt b/weight_and_grad_dumps/rank_step2761.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980dc59ea5ff1d6dda825e6b7aa922036520a558
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2761.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287a03af963b05609c6d2e6d5184c2c458b5b8868d9755c3da1a72d3e568f109
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2796.pt b/weight_and_grad_dumps/rank_step2796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa407aa28a9f6253cc0d50b8ecc550e39b922e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123633671191f039831fe9ecc485cdcdf3aa97ca2916485488bdc377b149b959
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2797.pt b/weight_and_grad_dumps/rank_step2797.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6810adda2b738649a865d6c5031c918a50e5af
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2797.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072c93c60b7c913fa97e472980ae72c99c7ebfc52558174c0c3fdbca9412036
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2842.pt b/weight_and_grad_dumps/rank_step2842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027e7e250cd9b49df44b108d799e44d2b83ed0fe
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4149adc2669f33589059221b0a13de695b66fd719445737080f430f3a2fd1dcf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2920.pt b/weight_and_grad_dumps/rank_step2920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80597ae03f9a4ddb4c2db865c5b41a57aee175ae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b813ad52949236595235d43c7b4903632e331a7c1ddd3a50d960600a7d1f245a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2988.pt b/weight_and_grad_dumps/rank_step2988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe0bda4ea3d71ef3cffeeb9f90263141283d85e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f88706144487c6eaa272ff62bbdd642e51b4458830c90d202f477f5b9694779
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3025.pt b/weight_and_grad_dumps/rank_step3025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2da2e4b8bedded408a46141cf11513a5f09bcc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958f5a2a47e747ef64244d5a33a3ef0da3851a07b7237c2d78fd1c24800ba967
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3118.pt b/weight_and_grad_dumps/rank_step3118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb7cccc6a4e6dee51c9d785dec8c4d52b2c51e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483350ad055ec7b94fd545073f78086a6e1006757a776c09fcbfc15d56221ec9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3147.pt b/weight_and_grad_dumps/rank_step3147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe3d3ff77058b65ef11331daba69f1013e5cc63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85a4353ad4967dcc7af10f0e5a02c01e841a4e2a7c9f7624e3090504f8f29f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3216.pt b/weight_and_grad_dumps/rank_step3216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac3c0ac06b67b9bab938ccff100fcc06a6ac252
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb28c8efe8e03bcd493685e995e440f103562451f106201259d40dc04e8dd1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3374.pt b/weight_and_grad_dumps/rank_step3374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a5fd9bdf30af6d2571f550e8b22a5f8a95a8f7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db659ab685a18b65f54fc7006cd82caf32d9d027d902daf5f4d0ea9665b4fa1e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3383.pt b/weight_and_grad_dumps/rank_step3383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedd54ff9383041fff72076179a8a54ee53a26fc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfac4ce3b4e635b6ca9296dcd4f34ea0919aa2cff487a000df06ed1f9d259abb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step34.pt b/weight_and_grad_dumps/rank_step34.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6cc22db8b66a0b789058c3c9bc325cd704dc79
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step34.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b5247c7f530a0ca83bfbbbbb0bc14304ab1c9941343a2e970654def7ded25
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step3442.pt b/weight_and_grad_dumps/rank_step3442.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d721b518037473dd906331efb63bc02358db1802
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3442.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc09fa8a17611c20abf985bd30c763e7bfe8d876ee888cd07f4de639d2bbf23
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3443.pt b/weight_and_grad_dumps/rank_step3443.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574cd4ff7b7c0f2cef6a260983e460c5a5e0096f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3443.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0685a51a77a9f3e38c3b2e6918fb4b75d48a81cfafdf7d904c35a435c9c4cbb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3520.pt b/weight_and_grad_dumps/rank_step3520.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604eb580682f5d97a8a3e9a26e88ef05bcb7bab1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3520.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083e062517b878006218ed073f46be82963456e57d0b2fdfe116b800290c85e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3521.pt b/weight_and_grad_dumps/rank_step3521.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5121986e3f1bedc98c69978009d467d531571c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3521.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ffbe297292ac18b0e7717628a24b3d2d7a8b307df7dfe339d6ffc3c528b536
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3588.pt b/weight_and_grad_dumps/rank_step3588.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e805947b9bbfd2ea48169a29e100aa6a213abfb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3588.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f69137dc2f903b4d85e5c7a860342da2d3cf3ae4d2b0a7ff62ecc3954ec3a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3686.pt b/weight_and_grad_dumps/rank_step3686.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35a3837042f0d01e9de5f73fdb2069047e91e66
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3686.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eca722b31ea4d88089db070cfe14121d3e7a3d68a6df173447a1d59b6fcc655
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3713.pt b/weight_and_grad_dumps/rank_step3713.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb520eb28f121ded1207a8f2b5a0a95569745f7b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3713.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecdc6755ff01443306f126c132db662c1dca4179823a08ad105b87a2de5633a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3830.pt b/weight_and_grad_dumps/rank_step3830.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c1066ebb8f73338f611e04c8511b05444cbd54
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3830.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4159a82f9cbe30efb9e602853ad5fe9fc0b7e2590e6e8745aa7e80f3655eca7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step395.pt b/weight_and_grad_dumps/rank_step395.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd44ebdbfcbb510ae75f94515a92efbc25e6fcdd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step395.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f5bd559d65b0294490158f4a1dc1bcfb0a03a7a6fe54175682df190bb92793
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step3952.pt b/weight_and_grad_dumps/rank_step3952.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7863549d089261efb09fb00ed410b35f1a7fc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3952.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2c86e94f57dd76ccf097d3619d567dc343c311a413b254bcc00a40235362e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4084.pt b/weight_and_grad_dumps/rank_step4084.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df6cb76fdceea34875ded800b8503a8ba8440cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4084.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7477de080b81bace5388eb4587ed8470df78b4cc75b8c7943c335bc8dc1a96b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4085.pt b/weight_and_grad_dumps/rank_step4085.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db1ba9a7b60d201e03792a81e1f0838c1346b2a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4085.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f75cfdfc474a773e84d52211203e3f3e02f14860cbc55027e6631dc106f56f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4240.pt b/weight_and_grad_dumps/rank_step4240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b235f29de0bfcee505b3ee97ec2b1a032267d775
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7fc81b371eb2326e5b1f3f44696c83cbf9593d35655e9480df077d5bd77a8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4322.pt b/weight_and_grad_dumps/rank_step4322.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0922137f4005b2f6caea936e2e44b564e2557
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4322.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f121d14a8cb70f9c9ba3691a7b87162d92e4243414d6e430cc887f12d4a3930a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4414.pt b/weight_and_grad_dumps/rank_step4414.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d792cf8d15b820e7e285eba5e0e814650ed473
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4414.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5022b9fae3800442a7f460b4e893b46ade35df8def85fcb4a0c29b74ea1b8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4529.pt b/weight_and_grad_dumps/rank_step4529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecd1e999d40d19eeac4f720745e8f1c2921a5c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9257e06dcabed539fb3a622f5120670d5c63ea90abb86e75080de860184ddca
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step454.pt b/weight_and_grad_dumps/rank_step454.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fa7e24360abc7c41b8d4219bd2b267049c3e12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step454.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c285da8f794413797c0cedfcba8c9257907bb654ce684a39f4985acd16e4e15a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4576.pt b/weight_and_grad_dumps/rank_step4576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27f201abcf326fdb1d8deceb83ec1cc866411b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46548687c4d5ebf1794668148a88e60c80f292fc7d3f908e5e66ee3706b73b95
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4627.pt b/weight_and_grad_dumps/rank_step4627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf1e718c001070dcd5736602e556c9ff3381ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcdc06e2a88938d96b8d01df7fd71eeb4c2157febf45df1b458b69cc0b43eae
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4678.pt b/weight_and_grad_dumps/rank_step4678.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a05cad4e2e1d3c1ef5ae1ca528511783374735
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4678.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8121d188d8a25ce44a30fc4feae234032175e45737d59b04c6b4b07dc475e3f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4744.pt b/weight_and_grad_dumps/rank_step4744.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a5011c2643bea442b67430658674b6120dd6a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4744.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367afdd06f2ddefc9bd15ac754abd7045e3b52884bdc0f2a593acfcecc29225
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4745.pt b/weight_and_grad_dumps/rank_step4745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaa474f5718d1da573f11b22945af6ecb47b37e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60032a5670e82926c7a3fc8cca369056daf3f3db3b31e672b5637b2a082e46a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4839.pt b/weight_and_grad_dumps/rank_step4839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860f0273d1a73c1e85814cbe9ba0eec1a7ef59ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56f5cc6bb0fe413312c58c887d5707ab1524431ca99cf5241974a127a83fe8c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4866.pt b/weight_and_grad_dumps/rank_step4866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240820d423da36c630e06d96761dfd3ad3bdfba7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094ff192cecc36518bd193970691d64f296c018ae4edabba9564bb6b32eab4f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4891.pt b/weight_and_grad_dumps/rank_step4891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e321362e497a89bf019121f2777c35035f2f74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e54e229203c95d3ff3a2c408f7ceaca04ac209a96632e1bc9b07637f69e7ccd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4904.pt b/weight_and_grad_dumps/rank_step4904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd1a7b4078045734ae11cfe372b35f3077357ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b342e1c62b93a4624b2d06911c28829fea72fe9709386f258f54f7155c6a4f29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5194.pt b/weight_and_grad_dumps/rank_step5194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c223422727873143675f0878ad365e1559ea6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f09f911eefbccaee28f138b21dd89023408d6ac87810090babeb8687e24b696
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5232.pt b/weight_and_grad_dumps/rank_step5232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0120608b0695b8c464a3b38e354a915a25c5cda
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b8a865127d2729e3f2e68290f1ed2c342b3c506e99370e246b182c0032a5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5350.pt b/weight_and_grad_dumps/rank_step5350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c15104cb3d06efc4af254d79e4240dcafde6e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4050c819d335dea10ee0f949c150027da6802cb6e61a38414f30a0702a6d675d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step536.pt b/weight_and_grad_dumps/rank_step536.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33165a19709a37fef89b26cf931b69d05984fcac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step536.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d6220c14dad56b2588863a00180a1d04d44e3bc043ac877c25b11d8ae30fb
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step537.pt b/weight_and_grad_dumps/rank_step537.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eeedde2b76eecb0e22fc8be52466ae5f4b8807
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step537.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dae1483bee0dbcf8714e2f701f48c86ce63ac4487a834b2664ea2daafc2ca2a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5490.pt b/weight_and_grad_dumps/rank_step5490.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96506c976262c3e0814ec18e74ac3c759065070
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5490.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30db535293c0d26eb95e1d44300533f6b6eaf9a1ade8bb79c1e3a3073e6ef45d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5491.pt b/weight_and_grad_dumps/rank_step5491.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd0ef08ee24b58c665d3f54c7336017f00a0673
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5491.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf42f84c7e3917504956d1843ed548f71097dde180497f1fd3770f290b3e31e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5504.pt b/weight_and_grad_dumps/rank_step5504.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51de8957fe85ccafa8c0112c51fafb62e7e9589
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5504.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11788752f482d9e8e7692e6590d2204ab39572c6f45be54d8d5a5c14dfc0bfe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5655.pt b/weight_and_grad_dumps/rank_step5655.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00cff6bb7dda83ad73428c52ea79345c6685476
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5655.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08e6bc2b30d354e8d3b20d6d7c26092090c75d371f93eb22553528f917ab681
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step569.pt b/weight_and_grad_dumps/rank_step569.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1208aa7c76370870fa31b5547d58ae73eda3dcfa
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step569.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e84b5398ba0dfdc979a8683027f30f4bfaebc0853a2b9cba3cbd32000335cf
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5737.pt b/weight_and_grad_dumps/rank_step5737.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7466fbd8287a5739feab396f7820c4be850c3c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5737.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31589ca53d14b0f4f4e908b488e631727b5ea0153a25f44b003f4f2f334df806
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5768.pt b/weight_and_grad_dumps/rank_step5768.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a21ad0d2910740f9fdd94f5cd005d2a6ad57ec
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5768.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c21bcc50a9a1c53f49b6815ff7ee4bf94461a6a0fd5d77ce641cfa31719bfa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5929.pt b/weight_and_grad_dumps/rank_step5929.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e8f75e654bc93fe66dfc1ce6a094c82faadacd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5929.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cfbcf0bddd878d9b2314ea37bf2520c1293e349708814904f51c370121fa49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5981.pt b/weight_and_grad_dumps/rank_step5981.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d39e9e82684f8f2976933305a13fd8d9b964e67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5981.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925f83207f9fe9a0e59a8f88d4583e1892e6d549760ac301535dc2993e0271f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6013.pt b/weight_and_grad_dumps/rank_step6013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0793258b48948638b6756b25533eddbe9911c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84918f1509e3a62d17c28a9b96e5ecf830ac1af997be7c43539e6da19055ce7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6171.pt b/weight_and_grad_dumps/rank_step6171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943e95dc46b87f2ab17f5c4aa435d502b44cd6d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3984050250bc35ff6f30e48d79265442b9a24820d037dcf3ab1a735cd21455c8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6186.pt b/weight_and_grad_dumps/rank_step6186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d285f12ef73eb4fc3f5f2657ee4b2a453f80731
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc341a0920799c8449110831d6df5d0fba41208ca088e8861c1702d93ae55f4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6220.pt b/weight_and_grad_dumps/rank_step6220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7122d62447302fab13007ae8b1c18bb345c318c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7551d8cb7fef4a61d6e4e189fb86629721dfb41b2df63277193722fa5d397e8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6288.pt b/weight_and_grad_dumps/rank_step6288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d6e703f487f6280da6fe9ffc43733c31d6f17e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af54f3348c044ffc5d048456ad909ea069a7c4c93d5ddbd6cfdee2aa5cfdfc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6342.pt b/weight_and_grad_dumps/rank_step6342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f51a87b04fa78dd14ad708e0830e2873064972e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46fa28e5d0546bdccee7df92632373a38c8927e868d5ff66c7bf6167a8508de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6474.pt b/weight_and_grad_dumps/rank_step6474.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9fc7526ddef01275ad63319922ce33de24fa4d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6474.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6510dec546d074073acf49e5edeb92e4bca41ddf22ba916b183b941afb8aae24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6483.pt b/weight_and_grad_dumps/rank_step6483.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a72f2cdfbb11ab5a0e6bc2fe71f2347560ce12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6483.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d171397a23e8e5b7b5bf1b2fcb0fe4e1d7a9afbc59207b76986a3de8a1d6e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6516.pt b/weight_and_grad_dumps/rank_step6516.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e78458f8399631884251efcbdd693ecbc56d9c1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6516.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289dd83d1061e02b37cbca0f07d4d59c16317d20b6df317d0097702d65790e51
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6618.pt b/weight_and_grad_dumps/rank_step6618.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0b22f58914a05f39503cb7f58f0d7c574c7647
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6618.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951e1afb5171007feb1f46a24771d6111870bcde3db29f00005dfd207279a3e6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6646.pt b/weight_and_grad_dumps/rank_step6646.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5500db0159ceceaa2f82f6ce5661b446f444eb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6646.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8d1952beece9d92a3d61fc7109d5ce4155e3823200eef72bb616ed8235461b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6647.pt b/weight_and_grad_dumps/rank_step6647.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb6f2fe64fc098103a1598bb26c4bcd8e9e1a78
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6647.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8366fd7ed585d68539bc39fc4b32221f851db84bd62b541c8c8d49d0dccc5d37
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6724.pt b/weight_and_grad_dumps/rank_step6724.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b096c259c2a82804aa7edbc19c93573331a4df1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6724.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ed82e63d1773cbe7ca12f55edc9479149593d3f12a019a815961338e414cbf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6725.pt b/weight_and_grad_dumps/rank_step6725.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f262dc17c1c04346c3acc0e8f96b13edee0a4ecb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6725.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672d478634f542ef1cfa8003f6d36c815ec89cd382af92fdb8d00a7e7167529f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step690.pt b/weight_and_grad_dumps/rank_step690.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60773f8f48d7b7c48affe49bf9922d144d1da376
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step690.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03880690880a874d43654ef611e083e2044db3f23833763c0f103f2176994fe
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6993.pt b/weight_and_grad_dumps/rank_step6993.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a9993fb5122c77fb5f24e8911fec7c235e09c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6993.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9777748d3a66b4c7bec6c4467ddb23aca5d387a302ccc82ce4b290e6ab7fe8c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step705.pt b/weight_and_grad_dumps/rank_step705.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0f2fc6428b8d4c836c955151224460f7e751bc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step705.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ab47128c7dbb1f39e7332263626bd40100f357b5035c047f0dab5e86f23762
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7096.pt b/weight_and_grad_dumps/rank_step7096.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85e102af6010c64d6f323ce394f88bee1432d09
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7096.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aa3eda6310940fa6f212eec9fa54c3f878bf137b0dc5be973a00897338d841
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7330.pt b/weight_and_grad_dumps/rank_step7330.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98af89eda4e8cfc8f27bbe4ba01aa1ef23554e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7330.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a66f1b2c23b352309ede753484399c05b5d9beb98d745c63e9c00b7d044d483
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7398.pt b/weight_and_grad_dumps/rank_step7398.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fea27264a553bd644c4be2b050168a85421a035
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7398.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aa42d9d75636d03d1cea686cff1229f48b8c16fd2117ffa89e1c3ec4781c97
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7406.pt b/weight_and_grad_dumps/rank_step7406.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0e1e1eb56f1428e642c9c2df28f0e9b2ccc328
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7406.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c4209990fbc03d3b8e5b6905fa0ed48e8c64157d5204f43b23520256968871
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7459.pt b/weight_and_grad_dumps/rank_step7459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96355393239e3087b3227ce79b19de49257b279e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9540ccdf806d8b291f3c4dbb0ed1aff398aa1285527b4eb238e3c6b629844480
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7564.pt b/weight_and_grad_dumps/rank_step7564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca62c92071402ad54f4819ba1fe4184bfe18010a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c5a80a9c9dd219e229efa512b40e47865ad7439d7f1488c2f3a0a19cc18fb0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7593.pt b/weight_and_grad_dumps/rank_step7593.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9df267281939caf75f50fc1acddbbfa8dc52b17
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7593.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1584e791422a05bc0ff6eec8c89e11c975f0c0b42ef22c99e69316a1fce00f46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7635.pt b/weight_and_grad_dumps/rank_step7635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0656d1f05749cff02c32a514e6ffe18662af67
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b14f3aac6c177571bbcb41cdf469a4610bf362779fc82a2cb3d923a007d2cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7708.pt b/weight_and_grad_dumps/rank_step7708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1782fa1db1859f91b08868a7622b3aacc039954c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb691d1e55c438daa6c34f774d376ccb43a89a4e82417273a4288b26a28f438f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7757.pt b/weight_and_grad_dumps/rank_step7757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa4089d8fe9be3a81a9b2215445e14070d81f81
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78be41fd0f827c6c788f8d5b09860ed6422af9ddd34b24771d50e1c351cd65b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7874.pt b/weight_and_grad_dumps/rank_step7874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aa6462861ccec0ab2070fe436404c05756e6cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae1a81398d1807b09d8e9368a59c550e39177d91f10beee114f806a06763cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7883.pt b/weight_and_grad_dumps/rank_step7883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e64b9df61d2dcd2d2f98b0e1590b1a7c9ce714e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cf6c9b3de2ab63bf816e3dac5bbbaf544c16868f1b4179b97cef26c4a99779
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7916.pt b/weight_and_grad_dumps/rank_step7916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c5b736ec2d8fc676347556da75f36aa67f4fab
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb74ce0ffcc1fb4efaf657450041f9bc6f59592b25df523a63507819ee54f1c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7949.pt b/weight_and_grad_dumps/rank_step7949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbde62f450e475d2528c2f93714ba95f51fee6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7972d29655ba4781a91171786deb677d471c0f23f5a13899ea96c09d59b907e0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8064.pt b/weight_and_grad_dumps/rank_step8064.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70579b49d7d81a282320f34a43baf1e7a4c7d5f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8064.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a96b9e2b07dfc27e65167f81a893ba387ccff0dca6646ab9a2ce097174be101
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8065.pt b/weight_and_grad_dumps/rank_step8065.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2b3937b1dd21427de1d48f0ba0e430a6ee2fc9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8065.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d31a6c01a019ad5fb5ceedb29e0aa2a3216e0c66bb877c2e8b9ce54e2d9c186
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8092.pt b/weight_and_grad_dumps/rank_step8092.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70ded22842e0f3a9a4bfed4424f893a283b35c4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8092.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056f5816b228ae286a1d617d1fe4b264bf3629339ec3f73b70d151b6b1f1aa6b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8107.pt b/weight_and_grad_dumps/rank_step8107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af199eeb2f10b7aeb1c52be7885a057ce043f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c9943a88fc0d9d4aa847ae46a291aaeaba488340bc5993b2ea195c0ec08bd4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8158.pt b/weight_and_grad_dumps/rank_step8158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099875b4d620d55bdbbdeabac2e5c759fc039265
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aa5628c0afe3a440e925add8f3cd973d08fdc314147eda72ae4b8fbfdf947b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8256.pt b/weight_and_grad_dumps/rank_step8256.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ea53642845f7bb33185a6e4d3cc8d383879331
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8256.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6c7c5b8380ac881fc20de8cd71eb6e4b4d6bc88069c2dd550fff606ee457d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step826.pt b/weight_and_grad_dumps/rank_step826.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f07ce09baae32dd96c3b552fb58286d3c1b3ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step826.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2767987badfc16f9cdb63bff4b130e1c897db51e81ec39a13a9a2bf95e418ab5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8334.pt b/weight_and_grad_dumps/rank_step8334.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7880088b7d3132963c5b509e4991c2b3c59a8306
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8334.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd513bd16ed6c817e099bced67f0260e9c2d0dfc2f351d69d2feba7a6992c5fc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8402.pt b/weight_and_grad_dumps/rank_step8402.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0654a16551bc6b025634bd04c1448fe7d7f539e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8402.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503ffd9067e6d522a09adaa75afa171693dddc59206dd2e5563f6feff7ec2a6c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8560.pt b/weight_and_grad_dumps/rank_step8560.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a80bc6555f68d518007eaf6743ba1894c37a12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8560.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0a2dd65fb40a983af54a7359a46c8dc67272e4e69cdb32b710dd678b3260a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8699.pt b/weight_and_grad_dumps/rank_step8699.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ea52f2907ffae6df0347a5dfb557212787bcf0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8699.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6913b387a335a544b963e41c935faa60d2aacd3922e995f87f43418829f754
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step878.pt b/weight_and_grad_dumps/rank_step878.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de91073d0f46f3bffad2a3f1fd7b89e2835a48a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step878.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d8143969b9da02c41a10633f0f15be6109068367ac1220e2dc581cadf08cd
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step879.pt b/weight_and_grad_dumps/rank_step879.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41552c9898f53e6bc57decef6fc88450298faad6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step879.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbebbbdc7b904a3dc0680ee6d14a1f753f62863ce189b0bf4bbe1c94e4acee8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8870.pt b/weight_and_grad_dumps/rank_step8870.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c25de9ec2ae76bc4ffb54cb1006305f5a8328e4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8870.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a107684c84b9a72ec906573a86815cb83b60bc11d6ea1ea7e210b110fe570a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8871.pt b/weight_and_grad_dumps/rank_step8871.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125060d6c37591fb96cc4e000f73f329b7f855d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8871.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb68da113f9bbe879dec58667e7335d3c2f7dcb041c011c55c51c2f5ac47d9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8912.pt b/weight_and_grad_dumps/rank_step8912.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca308dc5a916bb91b6e7df8bfec5eecad41b971
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8912.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c4cc2b8b7bc0e69ed9ce030c3ace80a08e40e1f4c0bb9e5c2360f88353fe3e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8913.pt b/weight_and_grad_dumps/rank_step8913.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132292121fa2da4736d0af8a9d84e32380280c48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8913.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8513a1879b4370e018fbd78c0cbce7c494850da190e1bbeda8cf641c0dbfc3f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9017.pt b/weight_and_grad_dumps/rank_step9017.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310ac61ba63760669b9722b9f1ae1b7752818ccb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9017.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a649face51b0bba23fe2c81317aaf6022893311798448681db0c25d520d00c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9048.pt b/weight_and_grad_dumps/rank_step9048.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81288883a9e2b6536fde77cc1f0552cd7ebd93a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9048.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439729928a17e190361aee8bbdd1631d3529da634ad6eade139b0f945aa224b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9049.pt b/weight_and_grad_dumps/rank_step9049.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e14e7312f1450a1f12f7b64fbb677803a4f9aca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9049.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556723a46b6638a87877225507935c3c47b48a91134cbc2dc38c71db4d40df69
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9175.pt b/weight_and_grad_dumps/rank_step9175.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb34fd7c0a223a415760b9606a56d039b5a9d413
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9175.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5287258e94751f846b5fbc5910be5252e67074f9e5ad510e8d40c066f52d3c48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9224.pt b/weight_and_grad_dumps/rank_step9224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada9396685cc29685398b4a20a39f0524dbb0e32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10eb664448c58a6a195ac6ed62a1b420df92c608aefd545c877f1bb0c0bf3a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step944.pt b/weight_and_grad_dumps/rank_step944.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02268e2789c65571484a5420f811e8376eaa7cf9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step944.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5f196ec8f2890d9a5f26244be4919c6dc5cab84386daf9e9faa04355659c15
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9470.pt b/weight_and_grad_dumps/rank_step9470.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9665deb18eb1544b6e7616ea1b0405208a312b32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9470.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deb9b916c9ac79d335aed53bda1d5180e5bdaac70ab846222daa5cbc6589531
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9721.pt b/weight_and_grad_dumps/rank_step9721.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1be229b92356656b8944dc545c29c540388b6d9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9721.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beecd91d8a372b81d02b24b9400c1d1a4cf06f17b854f5b4f401460929a61dd5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9789.pt b/weight_and_grad_dumps/rank_step9789.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb555b9e6226de0780420c21623722b8f39fb8d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9789.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96736b6ad2afdd5e6d8da2258587a6c64b66cfac6d0f262cb3d072b93204ffc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9802.pt b/weight_and_grad_dumps/rank_step9802.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8c9370e1a69c65b7af152168b155327a212e5d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9802.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a1a9ca93066d21b822e8270e01d5d65e2b79ad46139aad1490cd7e77d88f81
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9960.pt b/weight_and_grad_dumps/rank_step9960.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02020631357e314c1d9c038f072134d5e42e7db
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9960.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf444ca591d5688aa26622e3d5e3bc47fcb22987ad7d51b0707bc4013e859af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9997.pt b/weight_and_grad_dumps/rank_step9997.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a232bf90edd3d0ce90b0e714d9afda17011ca89
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9997.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d5d19e4b089d46da20b8b8e52b8269396551685203efcb72c31540d11d55a8
+size 1524331132