diff --git a/weight_and_grad_dumps/rank_step1001.pt b/weight_and_grad_dumps/rank_step1001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaed7d3ff0d018877b03e6a86129ce85102f98e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ba9eb9a479ef744cc47b3202ac3ed745e690afe4174c38c514a468b14ef9b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1071.pt b/weight_and_grad_dumps/rank_step1071.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e015a806d0fd5582d2b8ca895ce4740f9fed38f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1071.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26337dac048309b97ea940cd5dd6f2d710d2b7d19bb53004345e1b05ca4d917
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1086.pt b/weight_and_grad_dumps/rank_step1086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae02408a94e71fa44d3e5240a446243a00616fb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890418c9312e0564df426099970069fccc1d1080d2156e929f129aaa72e8a83b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1113.pt b/weight_and_grad_dumps/rank_step1113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b48d2e28230386b7b03867c899a32386fd051c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb057453541ba58b75e0b0bc1a95bb4f8e83451ade24f99417695dccdc113d45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1163.pt b/weight_and_grad_dumps/rank_step1163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047f21fd2baf4865aafb7f9339e7c433792b7898
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f75328a018c5fa56f11431340875727934343734ec476ace5962e02bf5de7f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1194.pt b/weight_and_grad_dumps/rank_step1194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7b5ac2b4bb53d15bf4467f56c4b3025a01383a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a25814c68869a3da29596eb3e9d9ca72d922af3cb0b7094c617346310194319
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1232.pt b/weight_and_grad_dumps/rank_step1232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb7f811a84029d004088f05ea6352cda94510da
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c923fe591236f5266b2b8c4a50d77185cbdeee248d81c3e5dede1d306f28e8a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1350.pt b/weight_and_grad_dumps/rank_step1350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56ae79d85c0cefb5820228fce75420b4524b0f3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7adcf4023fb173ecfe8cfcf2aa55a161b43ea150ca3c9edf2b666d85091b46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1388.pt b/weight_and_grad_dumps/rank_step1388.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2580ef7f689dac286ea98545e90f88f3700ebae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1388.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fc805372f05ae49df660833bfff906d31f53f31ba6692729826d6370ef9e03
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2063.pt b/weight_and_grad_dumps/rank_step2063.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7872fc864cee12ddce99915ffd853755e9caa7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2063.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7ad83d8fc4067d0047a4b76e355232786fb146a6055e69b6ef17e458f75a60
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2094.pt b/weight_and_grad_dumps/rank_step2094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979a7647e795963ba2d9e3c3e751d20f03d53425
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349a2d9445974384ecf3f54b2f0da0058cf9f2ff2eefe9bc7e126bd65e3e4598
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2101.pt b/weight_and_grad_dumps/rank_step2101.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d462b4daa845cfdf9239f268e7cfdbab010210
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2101.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e8b79afcb19913f4bc1a9e18aa445a50c0569ca03b8d107230030f7e801be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2186.pt b/weight_and_grad_dumps/rank_step2186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eb108bb6f805a09f8a6c5bd97e0b0a144de381
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b21624b7e922e5ff4ec3585e576b128beaececc1025d431ddf6f0a06bdc024
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2220.pt b/weight_and_grad_dumps/rank_step2220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec202133371370e42eb51c5a3d975ea2b650990d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24fa17dc1ad45c9736d165d203006887814a0a99ac31712b3c67eba95317d4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2250.pt b/weight_and_grad_dumps/rank_step2250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc460fe4059f575d2c88620415e2cbf043adc0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de587a573500093ef0c5f4b63cf52729cef3c894089b0ce7fe9902f6e2e441c4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2332.pt b/weight_and_grad_dumps/rank_step2332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec49129e2c18841da583317cb86ead4c4faaff9b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9364fcb38dfafc1919f58ef5f8c402fa040dfc4c98fcc5e7a3778d05ee4a9453
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2342.pt b/weight_and_grad_dumps/rank_step2342.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd771bb560554e24395d10bfde6f167a558110d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2342.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506dc52820f2f08ab465bd210b39b7a8035c47887b5ca820f049c270a6c9c86
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step245.pt b/weight_and_grad_dumps/rank_step245.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b1c09e07bf91eae83d1190b831741551c131b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step245.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7c97174e6d9afd3d34d274eb3a268092bb3b89ea530c4576ea86de86ba7096
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2482.pt b/weight_and_grad_dumps/rank_step2482.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4fc6c7413485d00464d06b88ff5105e9e13890
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2482.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b21a1d1dac1259d4fe6d6a114359e56a2e4af26d9e031ce832ad7c650f6b1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2915.pt b/weight_and_grad_dumps/rank_step2915.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c701a66345f718a35449591463d058302cd653
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2915.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5252f2412ec0662d5b4cff69b36023d28c805771dbea59edaeb57cf75a2c4d20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3406.pt b/weight_and_grad_dumps/rank_step3406.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34495ed943fb7ea394d0542f8430227a27e8154
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3406.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6cf706d6eff52b619b596fe8bc70229de2acc65d6989d8ed8f7b5edc485797
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3429.pt b/weight_and_grad_dumps/rank_step3429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfd5720549a475314c0aaf2deb1a863467d423b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0834d8c2b7afa617125cb62d937906daec64bd044ad675b566b6e799c3b13790
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3459.pt b/weight_and_grad_dumps/rank_step3459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b243dd6774ee218acd68793dfc2a2397df41a34
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1076f2eddae305b93ed621144e85194ff2e5a91d80bdec99934e6c94de1476d1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3514.pt b/weight_and_grad_dumps/rank_step3514.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9d251b87673f53a62c29ae244d341ae28ca724
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3514.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19b3499dd20506a95280a1f29e225dd74740a1374e72bf4a2b6b39fae203ad5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3593.pt b/weight_and_grad_dumps/rank_step3593.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cc761dc521185c185c5be458109f36511efa44
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3593.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075670dd737865c0464c37ee7a5d95c1a9834c39b99a5cefb4ff0978a6834b25
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3635.pt b/weight_and_grad_dumps/rank_step3635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b354e6b9b6d89c7f3165a34bb5f54e34c85e32a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ece89e933cbd7ec11659d2fd7a837e8e3b707266c651854d02d061e9c34bda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3645.pt b/weight_and_grad_dumps/rank_step3645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfa85782e669366861a8d1fefdb1ff2203357dc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef28dfee08dc4b3bb2ac6847d5a05320c7d211b9394b79123be2ea95c314820b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3708.pt b/weight_and_grad_dumps/rank_step3708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2f96a708328c0840841e472c7428256c024efd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96adeaaff02c73cae3ddd7d7f4a34c81641266148e8b7328f8e0d8d66ae1d414
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3727.pt b/weight_and_grad_dumps/rank_step3727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0459ae805a8b0fc4bfeeb543bfed296297c78c83
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ec864ed8ea40f7ea0564405bb75531af8b13dcce7e183668ab665e7e23180c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3757.pt b/weight_and_grad_dumps/rank_step3757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc73e8eec1e3c8454aa822fa2a79a380e39cc988
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1fb352e1b44f8ccaed891a55c0eb5cc0b9aa4ff94bc285f4056d8b40966a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3778.pt b/weight_and_grad_dumps/rank_step3778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c7660d86bf3002ba24d20ebc9adcc89e6a987c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0144d4701b6ecdf95e8165a257f3af98086e4ebc0ba5f0c1d9dae7ddb400d46
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3804.pt b/weight_and_grad_dumps/rank_step3804.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9591290526fab898fcfe52e4694c40b50aecf6bd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3804.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194a8d8a5725a92eb8f34f3498eb70f4c38281a2a70120654fab492d2d2ab944
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3874.pt b/weight_and_grad_dumps/rank_step3874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ebb5a963f7161312a5918a99e2f866577e5e32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fcb00811f40e2804d7fa04f349c67419c9823470d077f5062a561d333099f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3883.pt b/weight_and_grad_dumps/rank_step3883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f2f4cc9a2e519be3454e434c63a73a6d9846d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b45ec50ee4302f039b24e1939b2e13a72a4fbba372109708a1db9f316720bb3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3916.pt b/weight_and_grad_dumps/rank_step3916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9fb0e05bbfb18178e7864befa857e2f8cb14e9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38af8b60e5b784140b6030f356e8f9cfec102d6bea4190c9b2d6f6d8238b1d8f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3939.pt b/weight_and_grad_dumps/rank_step3939.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cfd84dba8689021fd33b2b76e9cf6ad6167f98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3939.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1b35cbae218b4b939d9a1a7eb072faef316c0b8a783db2e9c34932d161849c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3949.pt b/weight_and_grad_dumps/rank_step3949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b35eec83ef5ce39af9b88ee0461f62ad41b78c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cb2506aa542cf2a2760f8e19392628865e8fcc6a34b43b9b74655a84f14fe8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3966.pt b/weight_and_grad_dumps/rank_step3966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4970ef6d9afb0a78b0e3fd7282d1dd267f3fea8a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349e98fd0b39238f933ae6fd953fa18d5672d747425c9427b674cf48de8ef112
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3991.pt b/weight_and_grad_dumps/rank_step3991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e9578cc62d51f0e0bd1c99366eb739ff3e1ebf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e454e942219667518d7c65200e365c2a222ca14b205e4230919ea70cada12d2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4018.pt b/weight_and_grad_dumps/rank_step4018.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60795af488dec14e1dd6f22a80ae53051b96082
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4018.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f945668d4ad0777baed1a5e59db7a4f8115f4a70c9ef58afc0caa7fe3772514
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4037.pt b/weight_and_grad_dumps/rank_step4037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7295241003b12c8321cb1874ce23e05132833b60
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe9156392b23b1cbf9f2c9efea096aec4c88f68d75238ee6844cb2b3353d169
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4047.pt b/weight_and_grad_dumps/rank_step4047.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b1ba7559e3c071dd74ec519a3c9b5e6e9078cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4047.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615d6c04e2f210b267e318e346286227f632daa293fd34ab072549c30d510e1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4068.pt b/weight_and_grad_dumps/rank_step4068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baff07a7e185ca19cb2b5737fc083d26d4acdc6d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa24d5155815a20266af89fc3ffb677fff6deff480476c5a937cda3e1483e421
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4155.pt b/weight_and_grad_dumps/rank_step4155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78131e643dd777cd3b64a73ee0f959e7e8e6d246
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e08cd936a965802f2d1f1588ed695d1a09c135810d9098090f5c56f26f1afb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4204.pt b/weight_and_grad_dumps/rank_step4204.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b6b978ab862f43ce4516df11b55f5b9f736d5f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4204.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc30f0b709a234fc1c925f53a8aeebf7c88a339c5834506af5353725d46891d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4274.pt b/weight_and_grad_dumps/rank_step4274.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2bb407cdd5012edd10941f8663c5b4cd79fa49
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4274.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b154faad62c2902ee37d746ea919c44e105e891efe856c4d3477bae9621ae4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4283.pt b/weight_and_grad_dumps/rank_step4283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c71f56875f946febf44955537112d232e857f6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2376f104b4038a05ab53d3137ad3370d91c8c1fcab6c733c316b9d145283bf74
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4316.pt b/weight_and_grad_dumps/rank_step4316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f5eb83d248a04acca445962716a6422ab241cf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed768d95de8957a1cf638e866d55aafd2ccb5524fcb109000f3a12ea1bc92a29
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4349.pt b/weight_and_grad_dumps/rank_step4349.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaedfffed3f6740483c571d7375bb5491bf25f64
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4349.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba3d9f09cd09e0f331c1056123084262c72e1245a6cab5ef32cd41f54f2bce1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4391.pt b/weight_and_grad_dumps/rank_step4391.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773bf531f2ab3b5f2441d6a042b73e725fe731fd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4391.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fe86dba5f9f7a946103a5e30d6780e9f3db27be10aef5c92943df02dbe89f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4533.pt b/weight_and_grad_dumps/rank_step4533.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490c2efef2840239cc8401e3e349f95e24322ff9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4533.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeb4bcf9f654c076806825306319bd078ea693d46596ee50edeba2de3d7694a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step460.pt b/weight_and_grad_dumps/rank_step460.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede3fbdb8e0865bfcddeed6179b6b079cf6980e1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step460.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e3b8247cbad8ff885b2bb98a66475e4fc106bb3809cb22ec5f10964a945a8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step497.pt b/weight_and_grad_dumps/rank_step497.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1396e599e4febda224f72139deeebc61997f1ed3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step497.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2f14746477a0df8b7fcf46a8c17c9908844a00a832201f114e320ddd2a6cff
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5.pt b/weight_and_grad_dumps/rank_step5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff43eb6d6d1b30c01bedcbe334dbf1a12566bff3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4062b0b336522c86680d45e0a52bcefb7833ef653ddd95ab0a24dce4e76aa627
+size 1524331114
diff --git a/weight_and_grad_dumps/rank_step502.pt b/weight_and_grad_dumps/rank_step502.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdc91233eda882a0c6cb7df0d226c0963d42484
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step502.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cc3645b51b57204b9fb94bb3b074db0d968d4f9afa29d526147ed3a5e2ce37
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5179.pt b/weight_and_grad_dumps/rank_step5179.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675cbbfbf9d8b217f6a36f5b213dc18f85f2c2d1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5179.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1409a2e063b3ea9cd65aa0109f5a57659d356937900e7b54d4ef1225ef1e73
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5422.pt b/weight_and_grad_dumps/rank_step5422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1f59cd572b39435559b41542b12ac63977ac86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dea5770e09da579cb12d59e192159117a4a9b58fe06092610165a299458c18
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5530.pt b/weight_and_grad_dumps/rank_step5530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ccedb4a0df1d849d8108a8f0c18f9d7fd468ac
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd665a682739a68d0dbaa8243b7feb6bbfc78ad9281a809a2d1a88e521ec0de
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5540.pt b/weight_and_grad_dumps/rank_step5540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59280077680eec1c1d8edaf15765c091e31736e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6bfa78d970ed68408cd9e6269bdf76d12a2c252592816342162c636bcaac78
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5598.pt b/weight_and_grad_dumps/rank_step5598.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89913f850d2d7e60e4dbb073683d9ab661ab184
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5598.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e69aa08195ae82dbd83b50aedfc7c9c274cb6511f4297aa59cc6e97962392f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5611.pt b/weight_and_grad_dumps/rank_step5611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b25145417fbdbfa369427c38c548fb6dee27cdd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbeeb29b3eeb6320401cdd3eb5a21312a402ee4f3cd7107a4168db3ceec08f8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5703.pt b/weight_and_grad_dumps/rank_step5703.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646589a2513e5f445eba2b31c897eef548d96519
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5703.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986ed629d4b62e361b1b6cb7ff950a49182051c881dbdfc6ecdd5a50eb6835df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step572.pt b/weight_and_grad_dumps/rank_step572.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e045204543f91d64b13a752a4f1a2eed663555
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step572.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80de14761089bd8ddf72cc5a65916d31b46beb502d5f21db8c9710c26b60fc
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5773.pt b/weight_and_grad_dumps/rank_step5773.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410aecd192f7677beec5aa42edf05d370cc671d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5773.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bb234db873bb9b7c37f86f1a90e2ed28efa883f35c85325ae2b7d9d14d9e1a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5784.pt b/weight_and_grad_dumps/rank_step5784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513b10cb6dd44f41926e8a7f0164254fee752b16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d18a78de66b5f641aa65135eea1e6525bf0a993af0afc4c56a462e999d23e3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5820.pt b/weight_and_grad_dumps/rank_step5820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4977a839345a8927c105b96d57555f071133ca71
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1774d4265d09eed2c7de75bdbd0c8970bac73a300e8de0d4e48825ff7bdcfbe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step585.pt b/weight_and_grad_dumps/rank_step585.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef2ed9ec32e0474e8fed92485cb879068cea696
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step585.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf81d1ac83e137f588766578c02e64cea3deb726d020149f6d0e34844c3985
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5850.pt b/weight_and_grad_dumps/rank_step5850.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de3c218af6e62ad46d6f394dacc0b1e2d720346
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5850.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdb5279e01cfe096b76b51de6c0824d757b5fb8a11556c68c0fb6e986f2b791
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5888.pt b/weight_and_grad_dumps/rank_step5888.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39f14ff44a4d70e5ed752d27574873475be1882
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5888.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7064fec4c70ecc036763b8dc9e51abbbba9d8075f86f034116be65b0fd8b66e5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5932.pt b/weight_and_grad_dumps/rank_step5932.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ccfad57c4959b0dd6911463b221a07a9b36044
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5932.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d71d99bc8d42945f0ec0af137f425384360c1c19f568752143e0414f4d66b8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5942.pt b/weight_and_grad_dumps/rank_step5942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528c082c07822fea805ce6727d069e11ad82f17d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e67703d6c2252da726527664001fa2f0532a209e19cda931ad27d7023c2883
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step623.pt b/weight_and_grad_dumps/rank_step623.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcffb869fbbf9ed72222a124ae49542afa26b63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step623.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318b02b4728d97ce86aa6e81f8dffb9bdf96931ae6d3dd65a0a3b80ca9c85fe3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6430.pt b/weight_and_grad_dumps/rank_step6430.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5568fac966eb1a7756d8f1d5f15aea3218f4d657
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6430.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394669c6c260340adb3cda2501e68cbe14a6d3c0f1878c22c1205df57a07fad0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6440.pt b/weight_and_grad_dumps/rank_step6440.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e2bbafacdd9a1b99590548e365a71bdb6ec91c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6440.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28dff48cc0dd6670f3e1b0b6b356b601c0efd6d2144065d701aea91378968a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6522.pt b/weight_and_grad_dumps/rank_step6522.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0193e0358f928522b322255c31496ea219d4191b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6522.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd647f069d844ce992080370b20ee95bbf185ac3b12c551e9e91e2a7db466a9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step653.pt b/weight_and_grad_dumps/rank_step653.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dc3b050b5d90eb0306d85819e91192044aa299
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step653.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23578b49ebcfdce1bff2bbe42cc5eeff8adab94c6fac8a308ef38865d8d43806
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6552.pt b/weight_and_grad_dumps/rank_step6552.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b44a242ff0faa0a808a1fa46ad45acada0418
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6552.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13872f12f8c5f5884d75008a24cb914b37a2d81c4ad21059fd6261a70fb1eb7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6673.pt b/weight_and_grad_dumps/rank_step6673.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521bfba74df31f6aa45817d80b696d0f979ef75d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6673.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8653572ef7225a8c12bc3196e370167357fc3c1182a1b145fa98801b6a047e20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6711.pt b/weight_and_grad_dumps/rank_step6711.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7c3b2af7ac51e8b462e76a74fbe226771e42c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6711.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c8fc66fa294314e66090cc663e567de70f785c4fbe70e24f544edf64e97dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6796.pt b/weight_and_grad_dumps/rank_step6796.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f530aa0171a76fcc24a040d1b0bb3f379f2cad7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6796.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908ace7205ea73fd5e6ae1e3db0c64c283536ea53ae8b795cb86352893168a3f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6832.pt b/weight_and_grad_dumps/rank_step6832.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6b97df00c9bd7966bfc88367a26ac8c481fbca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6832.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8b408ffa87e721d1def2fad953659ea764fa13a1bdd74e9213ca8ae6b45f92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6842.pt b/weight_and_grad_dumps/rank_step6842.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b49d3c649efd9e418812713c1bd0f6740fa43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6842.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caafe84eed3422a3e7aec984a911ff4ae401dad6fc655f3addd0345d9740538e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6920.pt b/weight_and_grad_dumps/rank_step6920.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2deedbb800576b3567c999625bf2e1ec0be6c32
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6920.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0b90a2f8b6292405864c3117724236ed74823f0d8c8f03f9fb0209e03be85
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6950.pt b/weight_and_grad_dumps/rank_step6950.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b5ff4162b8d33c02b4ce50a406385e87df92a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6950.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a686a3acd0a156ba701d5cf3cf42c2fc18f66fa73c4eb5a76b9edcf1311dabda
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6988.pt b/weight_and_grad_dumps/rank_step6988.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdb8d94bff70cc71b93dbe481ad0d88e4fe7ba2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6988.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7695ae86ba1ef29dbeb53c4c58dbb700a42a2dc51269a2f2893c5404aa166b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step70.pt b/weight_and_grad_dumps/rank_step70.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648aac7f62b5e512739b22ab501fad86dcf22802
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step70.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367da3bb1218197ae4c6925835285e444e9d278b2bec8df24bf36fa8d82645fb
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step7025.pt b/weight_and_grad_dumps/rank_step7025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2668611799a64d993dc634abc423088ac9906f0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d92ec36ff4be790fdb882bbe80de558a7f0e7237c452e9bc508e67cf0e9ea
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7055.pt b/weight_and_grad_dumps/rank_step7055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd9aeab53dfc0b8adc459db778dc9bfe47d1dc2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363a7ff4adb483602582e3c505ee5ad87fec999887f0932027f2e80072a9e82c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7118.pt b/weight_and_grad_dumps/rank_step7118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568b5b8fc0effcb13a3345c3e79ef3c848947c7a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c741b6b467ccc5e89f6b4346bc799654135dfedf6013a2ad44940fb0b357755a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7137.pt b/weight_and_grad_dumps/rank_step7137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42541c98ea5cc1e77d171174a405cbd503325d16
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef0fbf965873114ea4141e7e1a6248b93a4ed93ae4fea9c885ec03a5e4399a0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7147.pt b/weight_and_grad_dumps/rank_step7147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dfcd4890b39eec46716e8afcc8c3600dab700f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789cc108a853605ef7cd83492e2a68770d5200f8a048850d917e1cc146f43cb8
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7168.pt b/weight_and_grad_dumps/rank_step7168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8f6853ca82968df7bc01e5b9a6efbfe5fd27c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d5b07905b560dfa241b09d316064ccfc8f1e601ca32f0953eaf93f82992238
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7239.pt b/weight_and_grad_dumps/rank_step7239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60481edca41781ce796e72936c7c1f69d97136c0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03ac09617f09162109b8973554bc734c8701aa4e12ca7898929f2a218c6fd9e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7249.pt b/weight_and_grad_dumps/rank_step7249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32aa1ec46e91843f69deedfa3a5617c4361287a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f3e1e9fec4777c8675ba189086f0d5ad2d92b1afcc45b30f2aefb64205190
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7266.pt b/weight_and_grad_dumps/rank_step7266.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0963429fac5f20dd15ad74017604b5b953f3746
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7266.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8adbef4e47e5b45dba9b8106884eb4baf8c0b54fa1791776ad36fed70ae3c7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7291.pt b/weight_and_grad_dumps/rank_step7291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da856d30331639fd0d06672cc1ade4bdcabd7eb2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6332a873e218a8be1f0f5d1e8c6d6049014d14dfbd199a5cac16c77931678d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7304.pt b/weight_and_grad_dumps/rank_step7304.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91880b0422e92c727d6c84a0535fb120159f21bb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7304.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ed130d01b4c22a35daaeea363c21dae0a908e805ec200b64bd86a21efa1ed7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step731.pt b/weight_and_grad_dumps/rank_step731.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db5875da4db8aad312a7dd39f3514b7ee79d237
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step731.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4a1f600fa820ae42da6d5f0caddf5afa09c6bc8beed6428b4015b6062e8ec8
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7363.pt b/weight_and_grad_dumps/rank_step7363.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c65b42f20edd9a6440bbe8bfc1189cd789ed5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7363.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa39c7b70a7222a04f3c6cd236e0825a54007e040fd2008928fe3d5ed35ff161
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7374.pt b/weight_and_grad_dumps/rank_step7374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8b377166dbac6c9f1e5de888149655bea20e3d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c89d921d6349c3a9873532ca8318b14c8107c74ed2031455fca0b5e203357e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7383.pt b/weight_and_grad_dumps/rank_step7383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb73d4c9b45c6187ee352b7fe534963f7eb59932
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c1f874190dc512425bc93fb4ae4162c1764f6c640eb55836b05e902b389c0b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step741.pt b/weight_and_grad_dumps/rank_step741.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bcb6e073e964e614f047b06cbf360f4148d2d2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step741.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b651601f33ebe0c66e7bd533e45f9ecb9771face2b9d4864aae9c435d2e053e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step799.pt b/weight_and_grad_dumps/rank_step799.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303818c8a175bdecba69ba8a71d96d1a11c0df47
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step799.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8896fa14fa41648347a7a8c860f658be30eeb3a3f10b05e0c10908c5d0e0810
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step812.pt b/weight_and_grad_dumps/rank_step812.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7df4cab05e033b499440f30f0f1af2b53cbcddc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step812.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226588e4dc2f9686c01885975197603e66e08ea646ad917e186b4ed04a6cfdf4
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8446.pt b/weight_and_grad_dumps/rank_step8446.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80864d1f1f83d602c04268417d1adf7a843a9eff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8446.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7410a4bca38b8e9a4fbbc2f0a396e34902bb73f876848cb106b1216ef32a2fcc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8469.pt b/weight_and_grad_dumps/rank_step8469.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff137dc8f3705af467e3767bee12bb18d68f690
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8469.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b58e71a6fdf257e50dcd72cf811419bd60bc393b59eaef76ba0aa84d306990
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8524.pt b/weight_and_grad_dumps/rank_step8524.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7421acb84cfc5125d798b0e8693f49c87f9b1c8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8524.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d037320bb552c2f2f4fdd513c0e6a8982ef0a9d3ae1964d2cd07e612dc0e93e2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8554.pt b/weight_and_grad_dumps/rank_step8554.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8772cb3ff84576cf08b750f6debf5926b111869
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8554.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70282c6dae317626eb5cefaebe7819e7b2121a1bb34e6804b0885986a5ded639
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8605.pt b/weight_and_grad_dumps/rank_step8605.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3229fa00e893d98c584bb676e2493fd639e21574
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8605.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cce6337565aa8c8ca473cf8c6eed82e4a1a9c2af2c93ca93bc418049386fe4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step862.pt b/weight_and_grad_dumps/rank_step862.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79719389a35d4c77ec1444f53e470477a7374b8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step862.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd5380db1afa919d41f9236f4c8fa042ffd635f41aa26b5aad1bc6dccc47e03
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8675.pt b/weight_and_grad_dumps/rank_step8675.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca8d6fe593918afd5071d18f21dc31159bf57f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8675.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808234704ce7cd72557294f843529b5f6f373847f1ce73623ea9f3fbb0727cdd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8682.pt b/weight_and_grad_dumps/rank_step8682.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b6e83d7555d7fa26a0cba3cce430c87a7605a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8682.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ae563680f92882ef9aa10ce3d76b9f1e19aad1bbf6f38090bb894d2d26a7c0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step87.pt b/weight_and_grad_dumps/rank_step87.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4adad2e9b91134958c5968ec217f757d6f10564
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step87.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b64043d88eeb7df8da1696638b0328fd3598f9563eb3d0f347916354f5cea7
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step8717.pt b/weight_and_grad_dumps/rank_step8717.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501d4fd5457189d2217519ac99edd16ee69cce0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8717.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1499158708b255f67f152755e5d717657602bf4c83481596169ae6449f123357
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8738.pt b/weight_and_grad_dumps/rank_step8738.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d146d1ba67a9c95c98c28cd413b28e45ca584f58
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8738.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d05e6ad7072e9398b06db3ac00e9a17b8dd4007a70fe704f8bfc794d5befa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8748.pt b/weight_and_grad_dumps/rank_step8748.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b5aa43eeda77e72a16a1214d834862a541c0ad
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8748.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb37696e10ada4d2d871ae6ad75c5f926a645f36beda8209aa749e7208861b2b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8767.pt b/weight_and_grad_dumps/rank_step8767.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea666dcc9129aa14bde8b0425d55d9334e963443
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8767.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9314ec94cf2d4a49f0dd29cb0decb6105c2d41d132f0273b053bea4f973ae7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8790.pt b/weight_and_grad_dumps/rank_step8790.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55632e6e09f871bdde4b42e5083d45b628ab43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8790.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1721f18d92c14aaa0d32ced2b689050b0e3ca65bc41fd138be419b68c74dbe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8844.pt b/weight_and_grad_dumps/rank_step8844.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca112bd050beb48fee3d0775e899a65ac7fc248d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8844.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ac6d9e9bcd69129e18cb095ee6a3785292f3c278d2f8bbb22a26f4885853df
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8909.pt b/weight_and_grad_dumps/rank_step8909.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735861f8dd64bf5646d402441b27d2d8b1ff38dd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8909.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758000a8d2644f77d8c308c451038e4f497b0902357632182788c1d59769a4d7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8926.pt b/weight_and_grad_dumps/rank_step8926.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda61c05dc6b4965f4cf782c11e46bad43da7232
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8926.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f7252fbb46dc9ae7d00bdfc3a68ad1c0f276e4b0242b5d7d8be6423ddcf733
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step895.pt b/weight_and_grad_dumps/rank_step895.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b280c937bc7cbec56f2015756dfb9461d404181
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step895.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d2226612adff29a74d71f654d7949cb230db64abaae271b751adecd25b52e9
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8979.pt b/weight_and_grad_dumps/rank_step8979.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c140916306cf18613510e936c715a1ecb1b6c9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8979.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b399e9226bb8971fcf05e78d74660e8321e14785e55ffb0ddbe5e7c70a124cc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step900.pt b/weight_and_grad_dumps/rank_step900.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb0bfd2c7f26ca37c4090bba1ed5c6a21b32a15
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step900.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b804bc9d92ccdac45f022686a883422144b0c9b08d36d339eb3aefba0d70d7b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9023.pt b/weight_and_grad_dumps/rank_step9023.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b1b628fb38ca155466c95ed8f7fc6cb397d377
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9023.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627206e16af94f9d8f9047db7129403b9a7a9d4b858f5dd22add104778148c48
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9053.pt b/weight_and_grad_dumps/rank_step9053.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b8ab1492fc3039da4f149023e36a7051fc9a9
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9053.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e12b7575ba9c4f9d4502a6ec621db20d44627664b2cef154fffb78bb7f0c1c6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9131.pt b/weight_and_grad_dumps/rank_step9131.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b187a6c266482a9e2dcb77acd18884d2c7bcd9b5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9131.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0577ebd0592a33b4e525ff089628ba419a15fa63e52647effa169591ad26ff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9141.pt b/weight_and_grad_dumps/rank_step9141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf46cdb4e9acd8d24cb51327805a5fb439fade7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730cf3ff670458a3a92e55dcf0ef2caaa58c90180cd8ad347a51c071402f8d59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9199.pt b/weight_and_grad_dumps/rank_step9199.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0be6cc6b4d1b436831e700abd51f0383258766
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9199.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31c4d3173211d74f14146aa85ffd46cebf8ef6a6f3da0c0a27332b7ce0d8dbc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9260.pt b/weight_and_grad_dumps/rank_step9260.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01135c09e2456d4bcd977ea94419629256f160b2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9260.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adf97a1f564026c15fe0ff97a525f7cba8ff88f936b2dbaf679de75ddd64175
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9297.pt b/weight_and_grad_dumps/rank_step9297.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17764c9852a3ed4bd09284f0377de7ccc60a6d0a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9297.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a58c64f37a8a0f2d495e5f1aed4c36f8d6264a6e04f0d7dd9ebe1cc0d140449
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9302.pt b/weight_and_grad_dumps/rank_step9302.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72c94f199a00b166809af0a361596d8a95607f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9302.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554aa01c96a03ef2722495e44527a61650229f3e9d877fd30887f7edbb76593
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9385.pt b/weight_and_grad_dumps/rank_step9385.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbf2e0db5bfcfb0122466d8682b2186851f3db3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9385.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2754f866d8d10e29da3df5288bc665ac10cd179f54bafb9f2d8d870f91744fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step970.pt b/weight_and_grad_dumps/rank_step970.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c79d0e96b763ddde18180dfabc4bb44a119e7f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step970.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f495fa4ad779d6f7b174b9cd3f8a38ef3faea6b8664f4923b0520a562836935
+size 1524331126