diff --git a/weight_and_grad_dumps/rank_step1025.pt b/weight_and_grad_dumps/rank_step1025.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9039f34cb1b230e48d7793a85b7854ec141228a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1025.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1daeabdc522352f0fca949f66a1cd50b5f942996b0ab754b34a484d8c8961d9c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1055.pt b/weight_and_grad_dumps/rank_step1055.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3f8ac66819bbd68607da9315c7f8434e4ab136
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1055.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b3bacea907d158728601baad59c03f618d87697ed80ee23b9abe905ac48ff5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1118.pt b/weight_and_grad_dumps/rank_step1118.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce160876111fadebc100af58334ec04b2ee211e2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1118.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d59745911d93687301dbc210f3a99bcc74634a8d00bb6cd8acc5e0470c5cff
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1137.pt b/weight_and_grad_dumps/rank_step1137.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83a060b6e2344a1d512881bed53842e02ece52b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1137.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1a4a6112e27560822fc6b0bb55de9467eed87a70d58425760146da22432c32
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1147.pt b/weight_and_grad_dumps/rank_step1147.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd35cf97b6781d3d9535f0def4d24729cbf05f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1147.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec167f3c5f2bebad6a9ed93bfd75aeff9dec302e65aab574032f6cdfbe4ae81c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1168.pt b/weight_and_grad_dumps/rank_step1168.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3093f2a09ab91691031edb0233396b2304d65c38
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1168.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13978a48f8baa8731fa998d2bead48abea116ce528e05376b414a71acc382230
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1216.pt b/weight_and_grad_dumps/rank_step1216.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416176e85446dc9ca3fd7e7e2c3b5056a2d1bd02
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1216.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e44fb795cbfd429611723978792731b2b825ce358d5510e1324dacb83aa1f66
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1239.pt b/weight_and_grad_dumps/rank_step1239.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4812b766c39a3346d37a263cf0e9527d07472d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1239.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbdf4178629127681d5db1853cd91c221c68ad1f10ef2b25ea96321389ca810
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1249.pt b/weight_and_grad_dumps/rank_step1249.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784097d6eed99077f5f94afd70e3cb150d3fa85b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1249.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae7768d5d5904832eba48684e0df89bde5df8dbd89acc17ee205be3833690cb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1291.pt b/weight_and_grad_dumps/rank_step1291.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e736b201b50058f6209a4806ada79d6e8e82704
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1291.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cc9b87926f7f45f7a101e44cc6f70a45d01b0f3fc9510c84347ee537fa9562
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1374.pt b/weight_and_grad_dumps/rank_step1374.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66cba80b5b185d2942bccbb7873efad88af6ffb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1374.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da7478680838475b3ef72398002e936619e92100b4867168a2aa27696858c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1383.pt b/weight_and_grad_dumps/rank_step1383.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19acf1572782ddc5aa7283cb2a2c3f089f14ceb3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1383.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf06dc468ad73c45112aaea3133e62ce8b9d2eb82de75a31ec39b3de085e7b92
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1551.pt b/weight_and_grad_dumps/rank_step1551.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b182fb3ee49518d4d16742c4dadc5e7d751e0a3a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1551.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a519deb79a9ed924e895d363384efd51e32c4964ff310c1e5d7b2db8565a6f24
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step1841.pt b/weight_and_grad_dumps/rank_step1841.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff617080664b3cd6162a6b089bb8d8913b7d170
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step1841.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b03935f5bbb3c1e59a5385587f3e5d08fec9735917b5e22394aa9f6d5a821
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2018.pt b/weight_and_grad_dumps/rank_step2018.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e0596aa6fc8c88a9fb2a9d8724c9fc04b6590
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2018.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702fd0845c080c77f63795b063e92f8b7023ca6cf158dfc114fd9bdfc75e89aa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2037.pt b/weight_and_grad_dumps/rank_step2037.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410ac6d4f6c1d1684afed6efada96ef4d04badf2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2037.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006d8cb311ed0950dd0ff639db5834e0289bba289af927b8aecea30fe34c7b49
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2047.pt b/weight_and_grad_dumps/rank_step2047.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dcc764d7b811ea320af8b49afd563a0a42103d4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2047.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8e53fa28bdc0fb6573ff10c914ab074a1b5135e3988c25c54301ecea584a27
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2068.pt b/weight_and_grad_dumps/rank_step2068.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a0ca03264f5aa204f4f0f5c6562f165b8a8fe4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2068.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9491028a435e16bc3e6c034e933105b956f72b78550ef76e22424b4e3b39f562
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2125.pt b/weight_and_grad_dumps/rank_step2125.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d531ec3608df05045a975a1389183b66659f75
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2125.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf3ded01a356259412947b82a85240c726072b10116c8648371298a5694bd6a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2155.pt b/weight_and_grad_dumps/rank_step2155.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1dd967b2d681b743649dce0f6c47cda89eab8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2155.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8951a0be91e2b8971a2b55e17b31a0da327f1ee4c9b99c04e80c68f9aa445bcc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2283.pt b/weight_and_grad_dumps/rank_step2283.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6aa01dd09efd5fe1b7ecd63fa863802cf7155e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2283.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24055b633cde9ac887c1fc371065951a48c3adca9acd55436b140c844e2dfff5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2316.pt b/weight_and_grad_dumps/rank_step2316.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ddfb9ff74c098b2756c29d105c572331257060
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2316.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d5775c938f83426a8f8724f3163bf09098b6574c2b0b7eb88eb3daccc04c1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2339.pt b/weight_and_grad_dumps/rank_step2339.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3238662dc2f34ae9fdf0abd145a00a077d68ee
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2339.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e4b98978ef1ddf7d7847c2113185a719ef1e850b270a3b6348a963297eafc7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2366.pt b/weight_and_grad_dumps/rank_step2366.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5e127540c1513980badc6a2b5c7a8270e5b34d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2366.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc857f326618d5128566702ae20281f84c52e5e0bbe63d1a6d6ba5d185a06538
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step24.pt b/weight_and_grad_dumps/rank_step24.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b3f72fbda9fe630426f31b03c2c0df34712686
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step24.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716d7910bb4ebfa318493ed4afbfd822cc188eedaf9467c8150d4885dd58720a
+size 1524331120
diff --git a/weight_and_grad_dumps/rank_step261.pt b/weight_and_grad_dumps/rank_step261.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f0b8090c0b374941df4d04da5038268a58b759
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step261.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25b368c9d9748caf6c462ea1457634f453e49ba178ce45071088415523ca48e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step2662.pt b/weight_and_grad_dumps/rank_step2662.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4912a4e4a51479e0932ac31467b6a0142503391c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2662.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076e52faf712aac8b6d3314002060e1ba3f27161e283d1e4f025fc73932126c3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step2999.pt b/weight_and_grad_dumps/rank_step2999.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab49b39723c14712f854b1f9bac7057ea042982e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step2999.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852275aedc6e2a3635b036bc94e1eac215fb06aba647f8d378988764a67b3e04
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3034.pt b/weight_and_grad_dumps/rank_step3034.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c7a63af0ae4c885d54f8920c69c2ae60f40b6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3034.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb40172d77d688167ad983ef5eb382f352e3c77e2ff7da01213d868c2ff9b354
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3277.pt b/weight_and_grad_dumps/rank_step3277.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eafc915d58eda57651a02c5d7b14fc138d3b49b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3277.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2267cf0d7e8d45f526751add17ffd1bbc3b2c6774fdc31a0b0e92dbf3ed2a3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3315.pt b/weight_and_grad_dumps/rank_step3315.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d75e163c67d418e643e206eca7c731dcb40bf7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3315.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01c2e3ee0b9f60d9d4dd591fc434f28e37041da31adfbefb1c20871303e127
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3422.pt b/weight_and_grad_dumps/rank_step3422.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b9f60e92baf21096a4ab7fa203e578b825f957
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3422.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3c46b0374971109f7e8985df4ddf574f6bcfd7bd6234bbd0145ab90d59c503
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3452.pt b/weight_and_grad_dumps/rank_step3452.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1221a2acac7144ed948ac1be1f37cf07279bd74
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3452.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7975e5661d64dd08a35550daa30571b71e70355de528d780e7662783cd8128f5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3530.pt b/weight_and_grad_dumps/rank_step3530.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f69018ad37fe7437d5d2a1de2a95efcf380197
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3530.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0538717853c6573d82ebe7b81ef9a49706ccd55eeabbd6ec5645f07f92ce7fc9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3540.pt b/weight_and_grad_dumps/rank_step3540.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0032f7d7cd38833dea9f38a381da4f6a1d29cc
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3540.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e564f62b641debd4778d8d20de3c84692b63e6d4bff5596c5576626724484fd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3611.pt b/weight_and_grad_dumps/rank_step3611.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2ace2f30767656c73daf0d98f59949b9900811
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3611.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb4a4d8a6c087d6855eae88e217cec1445b20d137ffa70a942e07fbc4d9cbaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3661.pt b/weight_and_grad_dumps/rank_step3661.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d1703745d3bdbc05ca1fa7933e21e97ebd6c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3661.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05461b4b495215e2ad3e1dd2d3f8f53410369921476ef13e3df7c1f2d32f6d20
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3696.pt b/weight_and_grad_dumps/rank_step3696.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480720c4aa4e5ca0facb526e30aaf6c76f9d299f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3696.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a638265525fa128fe25414935a0137d8a4cef87d991674ebf870ff1f960f2cc6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3784.pt b/weight_and_grad_dumps/rank_step3784.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e881e7ca6739916cfb4ecf60c87feb787807aa87
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3784.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55be7bf3898c8d4fd4ae73ef9cf94b16e6bc05633dd1759105fa7d74267d08a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3820.pt b/weight_and_grad_dumps/rank_step3820.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e57499cc5f6de0377a7d2665456385e2633a985
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3820.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e463bbc1f82636c994c6bf3e5b049548b21db320d4ef6f360f1f6734bc0d8f7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step3942.pt b/weight_and_grad_dumps/rank_step3942.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6534bc64e7ccc54a8a6e8b340a4a52d5ec4d0781
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step3942.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6448991f7509e5dec87c474ca52c168e52cb9674dfa11e76a5f409b429dc2449
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4013.pt b/weight_and_grad_dumps/rank_step4013.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff05f0b509d00616a79bd8f63072cbc38ad7e171
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4013.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0191cc6951f29bfa4397e37735af8603ae5a9ce5083419a5ee1d9845cc9b13f0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4094.pt b/weight_and_grad_dumps/rank_step4094.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db48d8ad53374dd9c453fb61f2f06972aec81364
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4094.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724e5a7fe64993dd42b43ad37dd56baca57de33b6978635517ca19090e0205be
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4171.pt b/weight_and_grad_dumps/rank_step4171.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705351bde4859d1aaf59bf5db8bb86f870bb662f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4171.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedc5b764deea4c2ecd93cadb96aebd764e1210917013b0a8373abba18dd0ccb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4186.pt b/weight_and_grad_dumps/rank_step4186.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72de0416b81d8b8d50f1316bf71239a8f29b5bff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4186.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4da36b2ccbe4440a421fa2d4d5f0af589fa922d5bf56e43e28adf052527a45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4220.pt b/weight_and_grad_dumps/rank_step4220.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7beb1029da699a05f2c63cfe78be1d2cf3c6f5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4220.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b324e04845293bd15298161b3bdf91e2cbe1946713a6839cfb41a83fb0799e5a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4250.pt b/weight_and_grad_dumps/rank_step4250.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b6bf914e5d042cdd298b681d92eb0749922e46
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4250.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cb1c8fb519fb6514f5e88c63af6fac2512d48db288ce62b7813914290a37fa
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4288.pt b/weight_and_grad_dumps/rank_step4288.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca61da757e54136d5959b5ef16b4386634abd789
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4288.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f814f929d6d8a311330c3a7bc6d49585ca5c63db620c8d7b14b81bb2352b59
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4332.pt b/weight_and_grad_dumps/rank_step4332.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63297d288d4b390903856c470426f9ec26c5434c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4332.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb21f929139d42a8f9b80ccb6aea834036d420397581818536efbdddca7d9f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step434.pt b/weight_and_grad_dumps/rank_step434.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f60c3d6ca93acbdfc1fc14c69b353bd16c8185d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step434.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2612d8955393c1e10c272171b48d505422a0f4560bd46c51c3e668a76af171f5
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step444.pt b/weight_and_grad_dumps/rank_step444.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b8a9692bc772449c1b1f44774e87a02ee3d66e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step444.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8daeebe76039a62796cf70fcb0234b8059286b0480acf2f9a56c28ee565ced6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step4590.pt b/weight_and_grad_dumps/rank_step4590.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb4abea66d540960da7156d228907bdd179865
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4590.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc66c9ad07d500976f153f9d21e976e59a61eb4d05760a014f30a2e0d7ba2556
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step4965.pt b/weight_and_grad_dumps/rank_step4965.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70dfa069911299bce20fe6d75ded251d5246b92
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step4965.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052428973dd6ddcb1e8bba3e5801d16803f54b841113bbb159a19143ea84653c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step509.pt b/weight_and_grad_dumps/rank_step509.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83505a63f4ba41554550d94c955e93204f108c2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step509.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00a069f33148568fc9daa37ce0b50616ac09b766beb18bdf91b5d277d27fb93
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step526.pt b/weight_and_grad_dumps/rank_step526.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea68ffe61c16fb07b74cbdc726585d5362ddf5a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step526.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a592a17b9e0e379bb5395552cccd01ddb426d19b8871e73c08a59deab7715a3
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5341.pt b/weight_and_grad_dumps/rank_step5341.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6924b0385899b3a7008972a33d2f43c4231e28cd
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5341.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912b9e21d0cf6c579216bbecdebd0b736a3cf9f0ab41843d9c3ce7776e7766b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5406.pt b/weight_and_grad_dumps/rank_step5406.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3664908f3a272d18489e4abb16f75fa2b87ec4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5406.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83fdcbd246fda56a086ae71735cbd56de95b7eeaea0971879204c2c1f2b5eb9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5429.pt b/weight_and_grad_dumps/rank_step5429.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8233a7cb62113ef7c9e98fcef57b737b71f31e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5429.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21544fed0596a95b4ce34a9762965a9ffe11813f7af70fd9f53e86cd4080ac9f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5459.pt b/weight_and_grad_dumps/rank_step5459.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2faef2407a76ba445c8cb3981ce49f58d077217
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5459.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58dc857c91aed16a2947e25b8adb043f972ad4717fd69032e2cf0743dae0cdb4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5481.pt b/weight_and_grad_dumps/rank_step5481.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b6100db48c292fe6bacb2e2160e109b51b9672
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5481.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d0d371f0f3de7fcc456ccf40ed4c060b9bfcb179254adde5e1b33976edc7c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step556.pt b/weight_and_grad_dumps/rank_step556.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5c10154134f2fb7fc3c3ca5fd52f5f98a5c52e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step556.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723cea18de36072f4682f571534192c6e1cf4dfdee7b870f9360e0f3eba7e905
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5564.pt b/weight_and_grad_dumps/rank_step5564.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b0417d916c3b9b9c1bf4949d0ca601d8b34299
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5564.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ad0dd25b2a8bd2436a1259c2d5f35e39a19583b61b1e1ed1cc9685e9dc6828
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5593.pt b/weight_and_grad_dumps/rank_step5593.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b099f44fd97b3fa4d0ee64c04ceaf3a8ad7dc28
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5593.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfca605a787aa3efe114e54484e1ff8d351251741b1118fcd64103e4895a3d70
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5635.pt b/weight_and_grad_dumps/rank_step5635.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daecaac4b5a1d3cc9c908a5439f9720c697d7769
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5635.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a060d26c8b32e5fd5a85c401c7a30616ee3218df2a6d598506d33087496233fe
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5645.pt b/weight_and_grad_dumps/rank_step5645.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3405b21e32c0a478df6cf776f6d9b9ea2b9d0118
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5645.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2651fb1cf90b136606b043561ce271bdfc48cec1bb72982ecba82f2b9577fedb
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5708.pt b/weight_and_grad_dumps/rank_step5708.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c73f18bc12cf7e6c7ffcee63ce41dcccb213276
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5708.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0d7457f00fbd2fed053fe531629566771841397bc4fc3567527a3ab7a52390
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5727.pt b/weight_and_grad_dumps/rank_step5727.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1922453ebec73f05b5d4cd5695c9bf1386f0f350
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5727.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed046fc8d1f332f4ae3b190b041c25aaeae57d4059655f37019c1508b415992
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5757.pt b/weight_and_grad_dumps/rank_step5757.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff40f9ca85fe9bdd14829f583c82a78bd31fd32e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5757.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bedce778b35b81f24ed3b14ad9e13af3233a867ec66204d1069fd8fd94eac
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5778.pt b/weight_and_grad_dumps/rank_step5778.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769676c46d74b2799ac428292227c11f38e66b27
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5778.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b94b0e59d520e430c21eeed9d2e2cc82da5c865ca94c5d1fe936388f60f935f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step579.pt b/weight_and_grad_dumps/rank_step579.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef07373519186b9d5135702e56cdd1024759a48
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step579.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee48e01db9bcb31973133104f1d68f2484fc965141eef830defa3bf5ac533427
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step5874.pt b/weight_and_grad_dumps/rank_step5874.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3b90798b46491c8c74abdc65c7ef4bc5e74daf
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5874.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f32825eb21dba0025619edf8717aea955a7430d054d5432b5ee05e391c24e1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5883.pt b/weight_and_grad_dumps/rank_step5883.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa7bfd9327e798c5c9af64deb0fefbb13001b12
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5883.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af7ace1291df1dd10844c8007d1154c6c8671edce9214e1dd5877b2f581d489
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5916.pt b/weight_and_grad_dumps/rank_step5916.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81165f142c1e0da104676c3114efc88e19dd0691
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5916.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874ba422e07bcc4e6c911d7973b2df8d089a3305960c760385c33bd063af8fa1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5949.pt b/weight_and_grad_dumps/rank_step5949.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c329a6f1e75df41f96042341cfb393eaaf7108
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5949.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8523968c8deb1f4536149a33653a2e16ec3397669352c528d99f921834c63c
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5966.pt b/weight_and_grad_dumps/rank_step5966.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e11c94c46fce23e2a1e0f23121b7c613cfbe63
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5966.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f185f3e2856527a61d4d5f07c85a4a17bbd80601862892a411f1b8bff863d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step5991.pt b/weight_and_grad_dumps/rank_step5991.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d9a96c75f3536bb60805e3c4163e792267ac3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step5991.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21540eeef8f7d311dde77bfd2cbdeb12991406c31719145cd68a8934528da0ed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step607.pt b/weight_and_grad_dumps/rank_step607.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e5da935b2d0892265f2331e8f7f68cb0c8983f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step607.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380b9edbbd76750ebcc897a39a1e745f74fc6ca0eec2ed9613046e082e03b6c2
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6110.pt b/weight_and_grad_dumps/rank_step6110.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed82d082395292b6c2b061d9fbccb054c670745
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6110.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cd379c4a37cac089be36054eb47293867a305830096d4c7632391a42659684
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6197.pt b/weight_and_grad_dumps/rank_step6197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e85f7e904d5813e6f6241f2b95a259a045ea10
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56371019a378a86c8faa4967047fc401b40d6dfec5f5e943b5f3f4453e233359
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6464.pt b/weight_and_grad_dumps/rank_step6464.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c501f22fc715ee0f21d3c97bc2623f68d34cce
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6464.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f762162ffe3fc3be29c3af58b07dc4eb65d0b679b4d68a7e9481ccc9310515ec
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6493.pt b/weight_and_grad_dumps/rank_step6493.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06204c4348470dff2a0018c007652cc8512fc95a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6493.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab42943f288fde0b3ece51dcb5bfa1c8b899080d45a6fa553a5ffa38c460a547
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6529.pt b/weight_and_grad_dumps/rank_step6529.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df8cfc9f6a5259a647b372be8e152baeac02f4b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6529.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8230554de4fde48aa85605335acde5de528cfc62d293d73ec75dd5ea8e110d87
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6576.pt b/weight_and_grad_dumps/rank_step6576.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82dece73e8eaf58ccfeeb8a67bb08e6a127596b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6576.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c10dbd0c3d9d02e62c34ddb47410752bde1bc0734f4416d134b2db3cf6cf0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step658.pt b/weight_and_grad_dumps/rank_step658.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5bb2c05d6bcf528421034e70665e707925471f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step658.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c818f275b555c579bae8949edeca4d33a3e7dad9d1f33849fc0abb40f06c654
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6581.pt b/weight_and_grad_dumps/rank_step6581.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecd91e37739d5392e366dc35741b8ed8dbb09e7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6581.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff836e681d2bb4d58dab561f547d50b12a57b1e6ad3a14c0106750e201dd728f
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6608.pt b/weight_and_grad_dumps/rank_step6608.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffd57883522b943a2867322de6ee5110da4b7ca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6608.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e94aee107fa74cd081c4c159c69fd62c225cadf8fd9305225c8eb0921a7b5b9
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6627.pt b/weight_and_grad_dumps/rank_step6627.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7633054044c90c72c4e9cb26db75aeab45b2dc43
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6627.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e5c18ef577f3cb5093d4018e57f70dc26312a74571f0cadffb44d7c4ae9a91
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6657.pt b/weight_and_grad_dumps/rank_step6657.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0beb3e55ba90df4817068c7371933ccf5ccdc6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6657.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b304febba6187c7ddb46a760418fc80f5b5c4bdaa002fe3901d6caee38aa825d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6735.pt b/weight_and_grad_dumps/rank_step6735.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976035c271cd62e646ffe5161a97674526ed290d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6735.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08191f96e249a88e003539bc18a8e84dc16bd0d7fdec467a70436cfec5044d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6745.pt b/weight_and_grad_dumps/rank_step6745.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c3b1d27863483ce18aad898197028090c86b36
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6745.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f28563638fd7739608fd04b48980f408beb458aff5087892ccc849310acb6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step680.pt b/weight_and_grad_dumps/rank_step680.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7a166921c222c98cdeff9bb48bc86c7c5e38f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step680.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbaa0e1f65af5ff201b4a2f7340d95219ddc8c5aa402ce13b16c62f75a06ce6
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step6816.pt b/weight_and_grad_dumps/rank_step6816.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed10c1e39e62da69d303689a52215055c71fa741
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6816.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ae260793c7b0f278a0d550d53be6bb1503830f78320e18b9c4395613aba54d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6839.pt b/weight_and_grad_dumps/rank_step6839.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cde667b16a7c1fa2b5006015fec42cd7324589
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6839.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4621beca55d22d2d2d4de49ab9d5679585fc01f89b8a25ef8b73f7614a97d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6849.pt b/weight_and_grad_dumps/rank_step6849.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54909e1d695ba1b6a0095ad4cc22df29b967e205
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6849.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1055f941de2aecbf4ee640eae3c6a6e1ca616eb26c605925c46ac7ba16f15852
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6866.pt b/weight_and_grad_dumps/rank_step6866.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f4cdea7de5c12587a8e5aabda0bfa28d6edb86
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6866.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d012b68385fd242bed712bcec4ba789c981680d6c436e6d9fb38e4d1239e96a4
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6891.pt b/weight_and_grad_dumps/rank_step6891.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3f40809b6cebfeaf589375155c875eb9b9733b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6891.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700c4bd6dbeb4b893817f2723e88fd29e9f89258c089c53e3170cd1d25d56aaf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6904.pt b/weight_and_grad_dumps/rank_step6904.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80b1aaf49b83943a3d08b3371730d8adce44459
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6904.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6f35273db70cb35038b132cdda44af9fbf96047786e1ec6583014d63602498
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step6983.pt b/weight_and_grad_dumps/rank_step6983.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8357b844568883192f2b4addc46aef4f29c68cb1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step6983.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476432e52b2cf245332f05f290ff8bb9f25f999ba47cba0aefc1d96b242d404
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7001.pt b/weight_and_grad_dumps/rank_step7001.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff1f4206ee323746ad30cb33731c6ffacd5aa51
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7001.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cba2239932db12cb29d714fc4fcfabbd2da9b9a1f8f72fbba3253868aadf1f2
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7086.pt b/weight_and_grad_dumps/rank_step7086.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75414f7908451611dc8ce8a794e32a54d67d512e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7086.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523daa38db786471c6ba8493b8676e5ba17783df58e5149ae63bf801bb1d54cc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7113.pt b/weight_and_grad_dumps/rank_step7113.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd654863cc6b4313d5066a73dfe67c757439c65
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7113.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e10e11d0184a385b9dca804aa6d8e86b342c82f898cefac4c03243b2dc82c2e
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step715.pt b/weight_and_grad_dumps/rank_step715.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8b1a8cf7f9596a3a1c397d8b1508aeb03a6c61
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step715.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d85a5f8fe5eeac9f8f4e8287b198abecd7e82699070ef63c895343c2f024609
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7163.pt b/weight_and_grad_dumps/rank_step7163.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104dd96e6dead8923aa0462f2d37136c774cafb
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7163.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1213bbd70539c8cb62a8d23494be96a5d947d344414f61d3cd9b8d6ea71eed
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7194.pt b/weight_and_grad_dumps/rank_step7194.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9546d046928d1a7f5a3ab06885e73d138415f749
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7194.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720fceda24e1f9f88ff8850465eac6caa84b9fad4985f2f88fcccfe2d6182b0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7242.pt b/weight_and_grad_dumps/rank_step7242.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4064cd0b470c501b002a2b364a0d741371568f2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7242.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81500beb75f420acae355c0b70205cc07912f58687a5f110382508d2e4ff288
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7320.pt b/weight_and_grad_dumps/rank_step7320.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54489ba4df74e790474541e262f7f36d92ab684
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7320.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39291b6b91723ad3816b2b000187e329ca68e78e92d19b97cd6dbb1053b863ba
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7350.pt b/weight_and_grad_dumps/rank_step7350.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484bc5132cac4549d3ffa17f62a90cf0c2c7fe88
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7350.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4255da465fbcd39ba99b5595eef4fc13b6743158b8f646243ee5aa1a970d4bc
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7467.pt b/weight_and_grad_dumps/rank_step7467.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd96987c5a7226ac41acca6eda2154a2d10f52a
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7467.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7edee309a1b75a4d6a14583caae25d03bd2614c0d240bb2046aa10c05a55d50
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step7582.pt b/weight_and_grad_dumps/rank_step7582.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6df6eb255920c13eea9aaae204933451b2f26d7
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7582.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad8beb37b54a3e8687e7d1349e3c14786cab4f6cba95d2fa8e947b60b286dd
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step765.pt b/weight_and_grad_dumps/rank_step765.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d0f06049384d292f6671e55eb7d3333b56d9a5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step765.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00832420c6996ec51058b13aeee14fdda7fe0d3cd13ce34cb079678a5c99e475
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step7865.pt b/weight_and_grad_dumps/rank_step7865.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f751edd29076b21d1a83040873da42d8601aca
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step7865.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc67c009142d4e1fb0b5713a912e5685c5573e49639176e7253b7eda1a954374
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step792.pt b/weight_and_grad_dumps/rank_step792.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4f3de96d11e45bfd4ee5f1f500e9a18643fc97
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step792.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a34cb104b926720e9605aa33dd4aa3c51165ed211029a60571fed2d8d38e76
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step819.pt b/weight_and_grad_dumps/rank_step819.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2f5d87e5149d758cee01d7a82adf104237e97f
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step819.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010a9980206640947396f416c773286b19a405c1731397acfb73070233442dce
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8191.pt b/weight_and_grad_dumps/rank_step8191.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b3f9cd4ed03e48a05fda7778f40431fde557f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8191.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d39abf5a01e05c3340c0560ff115fb64bda6c58e4ab284ee87e8e69b0a5484
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8247.pt b/weight_and_grad_dumps/rank_step8247.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648b7ebe2d745584a7e7016d33874bb211368f1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8247.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8590680224fd0483fb34c8e2c15dbe32d66371b1d5fa7a9f459298ccfb6531f1
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8268.pt b/weight_and_grad_dumps/rank_step8268.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2717a4fa9d59a15b64b67a73bd81adcc530942a0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8268.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c121c09db9fcb8b6fab01c5989c8870ff12096996b446cc901f9aa372caf4576
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step836.pt b/weight_and_grad_dumps/rank_step836.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca05bf7f1b6b5469580a47c81d0be7e1fd0c984
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step836.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad2baa65be67829102c661f192a5f41fd96c4a5b6341f946cbe6792f803399a
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8412.pt b/weight_and_grad_dumps/rank_step8412.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8108f5e219cec8568390e8988fe84904e7f7baa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8412.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e046844ac42d12678d1399b00d6864b04a8bc71d39a8e1ad2de8b3e5e6ff39a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step846.pt b/weight_and_grad_dumps/rank_step846.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9241c04d1eb43bd1b10ae0afcec35f72297d15b1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step846.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a727e6b0ce6d56821895e56f3aae94388c86f44bceae3f8fadc25d83984d736e
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8462.pt b/weight_and_grad_dumps/rank_step8462.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6e53668d5b7fcd28eb326cfae60d8ff3bed7d0
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8462.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3344e93ec588baca32317bc2e4320d58ab62f6b0caaede6e51497ff2be9e4053
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8495.pt b/weight_and_grad_dumps/rank_step8495.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba3a18029bb79b3005382e9fe2211bf5230e8b4
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8495.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d4072ededde462cb156fd312ba5911896a5b928a0211a73e8cc5e793f30169
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8500.pt b/weight_and_grad_dumps/rank_step8500.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac569e6c5a50865ca54fce5c100b24d6852ff1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8500.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c817917435126672b041fa221e14e8f84fabac71b2cd85d59c7e89fa848774
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8570.pt b/weight_and_grad_dumps/rank_step8570.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d51bdbec8b28f6dfa08f1c2be8d75d4f57e0d3
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8570.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b3f343b724d1046e8c5c1e1e86b02b31b5187698bf25ae28b8e7514d43787b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8651.pt b/weight_and_grad_dumps/rank_step8651.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c90de2b2a09ee56cd8bafe2893302da0f4d215
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8651.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4697cc7989b650cbd7412192e208856b5c727023c05649bd1d65806c5cb7af6
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8689.pt b/weight_and_grad_dumps/rank_step8689.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee29494d5ac831678b7c2f52d357942da9cd2ef
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8689.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5e5453d92dd7361be261a619099dc22d28b8e6db297edb5ee85df5a5fc07bf
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step869.pt b/weight_and_grad_dumps/rank_step869.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a5f03bfda59f5674f9ba6e1061933b89852eae
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step869.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f3b5a489b61df513733bea4e39bc6d16e5480d9fbfe087428af276ec7ad27c
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step8733.pt b/weight_and_grad_dumps/rank_step8733.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b016fac094e60d636026b3781f9d0d9148a893df
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8733.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e8d100a2e78c4081822515ec79c404e84e7d5860b99ec50a6baf1e3bfa07b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8810.pt b/weight_and_grad_dumps/rank_step8810.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2441591eaad6691eff485e2ac9a3c5522568d0f8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8810.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb365268126eff4dcf5c5241d2ffe100bda5025e460fac3811a2520d1604fc0
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8860.pt b/weight_and_grad_dumps/rank_step8860.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c267523a2657e7e74f36d910c68795a65b918b
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8860.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e816825bb97c66c426f7420a13d029e0bf7a36c8b14751a6418f9ccd74fcc5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8902.pt b/weight_and_grad_dumps/rank_step8902.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baef7bbc30098696eff8accc341342580a1e68a6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8902.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada44835c21e4eb11eb78c4a5800cef0ba4b7f26f91a29d2e7e65375dae45ef7
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step8985.pt b/weight_and_grad_dumps/rank_step8985.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74b66da4c452d9c5f7d0265be24d52470bf51c5
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step8985.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81efba5b9a3785749486eb9a94e5c988c35e2e772753c31a86a1b9d5d3591142
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9007.pt b/weight_and_grad_dumps/rank_step9007.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dec9c0b8932743cd1be72420cabdda4deb8177
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9007.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc074abfca12c4173adb11fcd68c7453f95f429b5dfe3c0db6a985cf93aa46b5
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9058.pt b/weight_and_grad_dumps/rank_step9058.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f527c6889a2fb46e1006cb1782da7838d15ff
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9058.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc204ed0d81420d728d87db9ad7399b8ce40bf0baf1bdb65d60b495d6d108405
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9077.pt b/weight_and_grad_dumps/rank_step9077.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38182ed2fac4b9cbf9c9beaa3dd5d1f920dbbe1
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9077.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2538c65f9f5a298a78d7a6ed3b2a262078f68f4236289a754f013343cf5c45
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9080.pt b/weight_and_grad_dumps/rank_step9080.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4cf84aa2da94f349e7debe2f93b8950321136c
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9080.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264008a76fc4ffd681b505740d66fc3410a336a563710ed74ad318e452191b1d
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9165.pt b/weight_and_grad_dumps/rank_step9165.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d266c2b5a2d512c968c1fab8bf1bdc4cd4125a98
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9165.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e30e74b95b2ecdecea53882026459d44aa02ce14f62e99ef497566dc7041b15
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9234.pt b/weight_and_grad_dumps/rank_step9234.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab7b83b7d63d6de8648b08c8683e88482b896e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9234.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d5fb1f9857fa62569f69c59c2b05fe991015b8d679ed573065e1d009943f22
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step924.pt b/weight_and_grad_dumps/rank_step924.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244c353493219a1cfe0f300478cfc19da2c5bb3e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step924.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30991115e0d88d45d78b2068f8c014f15531f0d61f4311a34d5673b1cb063b
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9244.pt b/weight_and_grad_dumps/rank_step9244.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689c0a0823d89dfdfb9b10d1bbb23de3082efb7d
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9244.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aef700a2c19d57bb3679c246d3b87ee9d9768ffc36344070b2099655fc6b1b
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9326.pt b/weight_and_grad_dumps/rank_step9326.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702f58d524a8212b4a30c682bef1162f15097268
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9326.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5424f70e892155ce5c1a1d85b4d86b141446907aca4137d7cba34467be0e50af
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9379.pt b/weight_and_grad_dumps/rank_step9379.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5779c67b246618859eb3c5ba44f31049ae6b36d8
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9379.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d9c92063d03db44cf3926496169bcf5dc1ad0ad82715dc8fe2dfff4562c22a
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step954.pt b/weight_and_grad_dumps/rank_step954.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87ac602d6c932ce3b80f1d06118424c6d05aa6
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step954.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75233425ca9599a3837e36434fa45188e7a0c6b555b922a545e7961ce0fea29d
+size 1524331126
diff --git a/weight_and_grad_dumps/rank_step9798.pt b/weight_and_grad_dumps/rank_step9798.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a950c63cc73d1c23ebb92d990b21c1112edce2
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9798.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f77b22a57c079e01cab0d52ae8d42a40855fe22187d4db9125efd3cda20ee3
+size 1524331132
diff --git a/weight_and_grad_dumps/rank_step9813.pt b/weight_and_grad_dumps/rank_step9813.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e93856d9ff8fb58feb0fdad490c53fbaebf5e
--- /dev/null
+++ b/weight_and_grad_dumps/rank_step9813.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb93e2c7bfecbd6a79c92e608827d635a49eb644bb8be0d715800d60a01bb0dd
+size 1524331132