diff --git a/data-indices/rank10.tsv.gz b/data-indices/rank10.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..d3ec11b54f77a41580259cc41c74869e22ab6bea
--- /dev/null
+++ b/data-indices/rank10.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103566bfbae3fd326f0535e30946d4afc5c5a08f900cecebc2fb76d2e55fd281
+size 262
diff --git a/data-indices/rank102.tsv.gz b/data-indices/rank102.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..512d49dcc56a795251f0c22137c390f4709a5195
--- /dev/null
+++ b/data-indices/rank102.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2618ca124eb7a1f6dd07f1b4a0c91282da59f7b26867ef618be17e4060f1242
+size 263
diff --git a/data-indices/rank114.tsv.gz b/data-indices/rank114.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..0f8488f4190df6b9132521e298abea4a911f71ee
--- /dev/null
+++ b/data-indices/rank114.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e1016c3ce3e0146ee0156cf0e94ef0680edb17e9b6921c85c4bbb9156c01ad
+size 265
diff --git a/data-indices/rank119.tsv.gz b/data-indices/rank119.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..2c35220b7a92bc4f1817b1aa9dcd273524a03df6
--- /dev/null
+++ b/data-indices/rank119.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c01f05c7175f4e98c9e1270f5907e20530c9850e16273b5e59af7caf4e50589
+size 265
diff --git a/data-indices/rank123.tsv.gz b/data-indices/rank123.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..c7013171fcea55177db2bf93857414d16413cb4a
--- /dev/null
+++ b/data-indices/rank123.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1acc920978db779b21a1a9a858efe489594ece11838e7141f42c2d2990ba4ae
+size 261
diff --git a/data-indices/rank135.tsv.gz b/data-indices/rank135.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..23e7e4ab05dc65688f68c87c306c5bdde65d8d7a
--- /dev/null
+++ b/data-indices/rank135.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40024a61d194d0839c4086d8eeaad666d7df082544f9643ec6e401cd9431ccf
+size 267
diff --git a/data-indices/rank137.tsv.gz b/data-indices/rank137.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..c7dd2a62beff0534fd50a0670315666577529377
--- /dev/null
+++ b/data-indices/rank137.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ca8a96f5313eeecb9bd5fd76b1bbfbbafec25ab9b2414b9b56517bcdac3a1b
+size 266
diff --git a/data-indices/rank138.tsv.gz b/data-indices/rank138.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..2e9c39dbaeca4e4fd02e33a4efbbcbd4b704856d
--- /dev/null
+++ b/data-indices/rank138.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0b6f410715315e22015f4be70890350d71915b82b2d3bb20001dbfe0347aec
+size 263
diff --git a/data-indices/rank142.tsv.gz b/data-indices/rank142.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..8c4693a86c536c96b9e5d08ad248ff83d557f04f
--- /dev/null
+++ b/data-indices/rank142.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2529f96db935d48ab5a6c69a4d7e7655f7f4cdf738a572d2f6e687517f77446
+size 267
diff --git a/data-indices/rank154.tsv.gz b/data-indices/rank154.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..11bae7601fc6d0b61858f886341baaef20d92926
--- /dev/null
+++ b/data-indices/rank154.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7017b2bb06844bcada73e21bcfc4db753092737ecc1c5c4b3df9d358bf15f29
+size 265
diff --git a/data-indices/rank159.tsv.gz b/data-indices/rank159.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..fc2e9e8a0fea23d3989be61bea8b0332defd737b
--- /dev/null
+++ b/data-indices/rank159.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b024098ebbfd634bc721c7855dd28c3910ae79afc57ccadf5898c1aa1d4213
+size 263
diff --git a/data-indices/rank163.tsv.gz b/data-indices/rank163.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..3cb338b504b3387b2b96bf58f470e6ec2aedd501
--- /dev/null
+++ b/data-indices/rank163.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683692e320e5e1a1d0424b6a2103291ff3c7e04485170118a32d992c7abd4b75
+size 265
diff --git a/data-indices/rank175.tsv.gz b/data-indices/rank175.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..279422061b678288e211492d01df8ef2d6a259dd
--- /dev/null
+++ b/data-indices/rank175.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e4e2367f98003d76632a78fa350533b44c8da1a950443ac4dc61a69a57683
+size 261
diff --git a/data-indices/rank177.tsv.gz b/data-indices/rank177.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..b507ce9ed0552d67a1f2df1d467ef7f5427054b1
--- /dev/null
+++ b/data-indices/rank177.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6f13e898a63db1a8b4c29b0b1c8f81f084ad11904d364043c52a6288d33b4f
+size 269
diff --git a/data-indices/rank178.tsv.gz b/data-indices/rank178.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..c8057f6ee3d9461f942bc0eec1f4661b4d3d6664
--- /dev/null
+++ b/data-indices/rank178.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df80429d472c9b73d31ef24da914b97ccc046d650aba3e4bb2299d373c6643
+size 265
diff --git a/data-indices/rank182.tsv.gz b/data-indices/rank182.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..5d23c2b199283ff46e24f07c3afcaa6eba17dddc
--- /dev/null
+++ b/data-indices/rank182.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fce7f4320d95b9f1debcbeea56d9c055d8b8d68a8aee377874f901323e10a2b
+size 266
diff --git a/data-indices/rank194.tsv.gz b/data-indices/rank194.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..fef875a9833b90bcfa74eaec539fa3172e2d728a
--- /dev/null
+++ b/data-indices/rank194.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052f23dbb2949d99f14b180be716fbc7356338b55db11472e410abaa510418a2
+size 266
diff --git a/data-indices/rank199.tsv.gz b/data-indices/rank199.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..983f808b60e218e33534ae997e7e1676187b1f72
--- /dev/null
+++ b/data-indices/rank199.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e7a30b1c8662272da5029e1acff515c0df76e0a4c5d3965388468e5a8aa1d2
+size 263
diff --git a/data-indices/rank201.tsv.gz b/data-indices/rank201.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..b9c4395bb94191977f3fd92c4f557dc2648900b7
--- /dev/null
+++ b/data-indices/rank201.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c806215fb8d53cf02c0a604f5fa1aafe42e8e500e5ca7e60013db400588cd9c2
+size 270
diff --git a/data-indices/rank217.tsv.gz b/data-indices/rank217.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..52623224f059824e3edeb5474426c7322d06a4b7
--- /dev/null
+++ b/data-indices/rank217.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5e956840f6f88157d8dd99bb3f7d9ca5909b655fea96ee5205e9a7bcb64b04
+size 259
diff --git a/data-indices/rank220.tsv.gz b/data-indices/rank220.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..f959dc3d304789afff068c6f75f0d9aba6b63b62
--- /dev/null
+++ b/data-indices/rank220.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc40e1975cb9d776b8b507c7b3425bbc337db701c1beb722a5b2f68ea23caff
+size 261
diff --git a/data-indices/rank222.tsv.gz b/data-indices/rank222.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..567011c7166a7ca8eec28502dc797e5d09a57ec8
--- /dev/null
+++ b/data-indices/rank222.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43db41da047decc13f0c22ceced511eba86ad2b563977c12dc158f02fa953dbc
+size 266
diff --git a/data-indices/rank234.tsv.gz b/data-indices/rank234.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..e2dd0a85bed3bbf60c585ec32f4a44e342ad1f6d
--- /dev/null
+++ b/data-indices/rank234.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b039fe10719bbdbc863b722e5ae460c8bbc76dca368814f71ff94fd1c505cb
+size 268
diff --git a/data-indices/rank236.tsv.gz b/data-indices/rank236.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..30c4ec0d1a8a109ed47c5d9e78df2e640ed997ce
--- /dev/null
+++ b/data-indices/rank236.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c63277cf8be0d6b2ab345f367d1c90754db26dbe9492793a3acc72ef14a092
+size 264
diff --git a/data-indices/rank239.tsv.gz b/data-indices/rank239.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..96a7f64f20b1d9861a052901815f9a21d8807333
--- /dev/null
+++ b/data-indices/rank239.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ad26301932f7f11f8fdf543ee1781272171d2f576a6bb21fcd15e94999598
+size 267
diff --git a/data-indices/rank241.tsv.gz b/data-indices/rank241.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..1fc3b0eaa19f3d7cb08f6b0b5659deadfe603813
--- /dev/null
+++ b/data-indices/rank241.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d8e74322cb90de3c323c1fe287911b000cbdd5340d735ab1d76ddf211dde6d
+size 269
diff --git a/data-indices/rank25.tsv.gz b/data-indices/rank25.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..8424946b9b41e3c08d9e112a4095fa92e5c945f2
--- /dev/null
+++ b/data-indices/rank25.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e241477074a01005f12bce21591bf042ffbcc7a9c623b6278e6ebf8a2c922c90
+size 263
diff --git a/data-indices/rank27.tsv.gz b/data-indices/rank27.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..c37ed95829fbac76849df39dcdc106f1d1f047f1
--- /dev/null
+++ b/data-indices/rank27.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3379ac3b6a15db9d8317c5f6c61a637b0eb53802e4108e40659d989d8459078
+size 260
diff --git a/data-indices/rank31.tsv.gz b/data-indices/rank31.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..c7e29a6ea9975c12983bbb36e216e2ca1bc98037
--- /dev/null
+++ b/data-indices/rank31.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d96cdf920777a20e67abfe4f6776d7ff0cdfbbdac4b8023bef8baaaf6eaa5
+size 264
diff --git a/data-indices/rank33.tsv.gz b/data-indices/rank33.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..d29168af567a3b7ffa15b1934de34a242e42d693
--- /dev/null
+++ b/data-indices/rank33.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ccc772d61c2a70ee78062b3c22854d9097968187a29fff4a15ccdd8e29296f
+size 263
diff --git a/data-indices/rank4.tsv.gz b/data-indices/rank4.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..4f507af131530a1db96e1977495db3fdeacb8802
--- /dev/null
+++ b/data-indices/rank4.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf53c6d5c600e4ddf0a26d9c50a3183b576fcd021fdb248daab7abc7a5cbe94
+size 264
diff --git a/data-indices/rank46.tsv.gz b/data-indices/rank46.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..3c23b99154517fbd05d1725d17318b57bb653698
--- /dev/null
+++ b/data-indices/rank46.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d0a74ccd937ccd33575e4be8426d35723b265a2d0560b98a8fcb71320ccde9
+size 259
diff --git a/data-indices/rank50.tsv.gz b/data-indices/rank50.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..013a255eeef27e35aad5fbeea51e0c6469c91781
--- /dev/null
+++ b/data-indices/rank50.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212429b2b638290f4f0123debbebfa81ec0db97341ba82f92ed6440aa9fa2786
+size 261
diff --git a/data-indices/rank65.tsv.gz b/data-indices/rank65.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..43f509a53dbbdeda1e6d9f9551403b83cac80be1
--- /dev/null
+++ b/data-indices/rank65.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0501dbd466d5db707e49b4bb55cddc47aeb5b0731651c11c823b490a13d4775
+size 264
diff --git a/data-indices/rank67.tsv.gz b/data-indices/rank67.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..9a1e6c87c70b46bcc7f2392bf0bbad1600146c1b
--- /dev/null
+++ b/data-indices/rank67.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8967083e644170013749ba001f9ab8a69f4b6f3beb1d3245f1c2e1dbd3930ed3
+size 266
diff --git a/data-indices/rank71.tsv.gz b/data-indices/rank71.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..17f1b773d90a0717c89070e529ce2b07159aaa4a
--- /dev/null
+++ b/data-indices/rank71.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af059b5c85e926d9518f70796688be676e5b864b247f17ce74d0d471cc4d655
+size 264
diff --git a/data-indices/rank86.tsv.gz b/data-indices/rank86.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..36e0776403332c46585e69563ef8d77e235fa3cc
--- /dev/null
+++ b/data-indices/rank86.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94b4d19b8ccddc1e11540ff369cd4d13089d2130242477a0e9e5d41ef9132df
+size 262
diff --git a/data-indices/rank9.tsv.gz b/data-indices/rank9.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..07bdd08bcc5ed260f47c9a4990ca7d7eca641c50
--- /dev/null
+++ b/data-indices/rank9.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7a838a725b6699fcf25bccbece16aa3a29cafbf33c6e82d1feb92d081fcb2f
+size 262
diff --git a/data-indices/rank90.tsv.gz b/data-indices/rank90.tsv.gz
new file mode 100644
index 0000000000000000000000000000000000000000..23f783738f0332edc63098b68b86eb6677283af1
--- /dev/null
+++ b/data-indices/rank90.tsv.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d504e29113b2b9aa65d6afbd5bab0fc6d4e866b3aef8ce960db03e5c62788473
+size 267
diff --git a/step110000-unsharded/train.pt b/step110000-unsharded/train.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ed1879064bed5115ec06e4fc1767501300ebee
--- /dev/null
+++ b/step110000-unsharded/train.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8673bc0cf67733df9bdd9ad0216bb1bde36522663559481118c91d9e137374
+size 14988
diff --git a/step140000-unsharded/train.pt b/step140000-unsharded/train.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af530917cf8a9381fd3327c8b5c865cbfdcb70d
--- /dev/null
+++ b/step140000-unsharded/train.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216e0903140d1c4d12211e643e77cee9752cede7de22ab4b73d4d7682e3d5254
+size 15116
diff --git a/step150000/rank1.pt b/step150000/rank1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79680b0f6da50ccd38b07d5db43a5a7eb61d376
--- /dev/null
+++ b/step150000/rank1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91e4cfbac2f89b61bd084c94f6367306f1754e185b3eed3dd80353dc48cd075
+size 588993902
diff --git a/step150000/rank106.pt b/step150000/rank106.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb01c624f046c84b9840c72906696a4b28a194f
--- /dev/null
+++ b/step150000/rank106.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d942a141e6b3ef9fd8c0190cbd1473f7672342e670360f4fcecccbc4530ff
+size 589023060
diff --git a/step150000/rank107.pt b/step150000/rank107.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80c5b0ba2c86565aa061c00b18a69178f3ba3ac
--- /dev/null
+++ b/step150000/rank107.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5624c8893547a39dd9e81282f85352728b7d88caeb545d78388e61c401de6be8
+size 589023060
diff --git a/step150000/rank112.pt b/step150000/rank112.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc8552795eb6cfe02cb9d66e38df5cbee2839a6
--- /dev/null
+++ b/step150000/rank112.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cf459d1953c54e6ed5e811eccd99357c46a83ba99f978e16f0d1aaf70b9490
+size 589023060
diff --git a/step150000/rank117.pt b/step150000/rank117.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41143f0f26abbdfb456d09a9c3e79cd857bd8d7
--- /dev/null
+++ b/step150000/rank117.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36d5a1d8c8f7535b31d92c0cdbe8deb5f195f13bc20db8a078ee4633af59c44
+size 589023060
diff --git a/step150000/rank12.pt b/step150000/rank12.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bc5fec58bbd3938938d9c748fad269116f22ca
--- /dev/null
+++ b/step150000/rank12.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d34e760344a3fec272892cbd70f65a2536bb55b7c6fb89a48be65637598a24d
+size 589017409
diff --git a/step150000/rank13.pt b/step150000/rank13.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71bd4f5476a011307a9e78de63955cdb9bbbf90
--- /dev/null
+++ b/step150000/rank13.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517e6314bf19a7b2d2c460c3221370a02df4cebcef04a7220c99b7ee8d7ca40f
+size 589017409
diff --git a/step150000/rank141.pt b/step150000/rank141.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ae7e8efdc078e61dc0c12e496a058c467d2fa
--- /dev/null
+++ b/step150000/rank141.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6217b9ff643c494eb9154192c94697287ab1bf139f09992d919c082e17244f6f
+size 589023060
diff --git a/step150000/rank144.pt b/step150000/rank144.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b49d48387372b83580e68930eda0b267001f9ad
--- /dev/null
+++ b/step150000/rank144.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffa7b5a40992ee43568a095dd3d3b3785664aea40376e8967da0ec2d3d7712a
+size 589023060
diff --git a/step150000/rank149.pt b/step150000/rank149.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca442203cdea63c1c2ff8cd98c361635b37b3288
--- /dev/null
+++ b/step150000/rank149.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329f2fa125d249e11d9daa8e5c492a20fc61daa45e25f7e75adfcf82244d8a61
+size 589023060
diff --git a/step150000/rank158.pt b/step150000/rank158.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90f230f88b45e5a7659a8131a5bcb982cdd3c61
--- /dev/null
+++ b/step150000/rank158.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526f761b2b65fe3eb043dbfc3273cd6a260a80df28bd73b3eabf8de149265739
+size 589023060
diff --git a/step150000/rank161.pt b/step150000/rank161.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7ebbb1456e56dba8ef85d99c2d8ff3ea08bfba
--- /dev/null
+++ b/step150000/rank161.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0227ffd42e1a980c5c9882b27e084c326bbbdbd21f561c5f58f8247fdfd7201b
+size 589023060
diff --git a/step150000/rank176.pt b/step150000/rank176.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a9851faf9c63d2061d639e3707125dafc0ead9
--- /dev/null
+++ b/step150000/rank176.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bdc45629f5e5c8b9f40a294eb617a8c29f56f3568a78afb186b2abc3739f5d
+size 589023060
diff --git a/step150000/rank181.pt b/step150000/rank181.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e53a73d63d0bd269579c8c09d84f1b431e96351
--- /dev/null
+++ b/step150000/rank181.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f59239d50e0ba3930fe5f99e0a9621ea27484be195f6a7a11fc91eb5c81d2f
+size 589023060
diff --git a/step150000/rank196.pt b/step150000/rank196.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f7f520778df4efb5bd648c033d94eb1a4ff108
--- /dev/null
+++ b/step150000/rank196.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ae12787805c9f4e5fc24fb0010a9e289e065ad23a7ac04c23e0a4b3adfca28
+size 589023060
diff --git a/step150000/rank197.pt b/step150000/rank197.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9c743124fbc843190e900dc021b71a2700935
--- /dev/null
+++ b/step150000/rank197.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992ab403fa2b4bf67b72d773a466d76d455a25046a8e876378366c5090eceb70
+size 589023060
diff --git a/step150000/rank202.pt b/step150000/rank202.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db10f385e81d3b17afd96777817f2158afc9f987
--- /dev/null
+++ b/step150000/rank202.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f97c12b4fae96969cd10ce76b0798d7ec9c7d149e4db9b9dc00cb8ec71981
+size 589023060
diff --git a/step150000/rank224.pt b/step150000/rank224.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075f9c3d0f721483a910f4310755de5c5ff29154
--- /dev/null
+++ b/step150000/rank224.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a29c88f8a10e3c83e7c05588961f7d72d914edd695d31d457608032a916a93
+size 589023060
diff --git a/step150000/rank227.pt b/step150000/rank227.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5a25b416dd426fb3887de10074a0691dbb0857
--- /dev/null
+++ b/step150000/rank227.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b545abcce2d194d2e75074e62aeb33fcd64cae1ef98d15b5fe38e3e5437ee3
+size 589023060
diff --git a/step150000/rank229.pt b/step150000/rank229.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c94abc3441a11adee20a097090730a62883f6
--- /dev/null
+++ b/step150000/rank229.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe8d70b1ec5d33466e682e38f4997a1a93260bd8c3b47f1412c2b75e930868e
+size 589023060
diff --git a/step150000/rank232.pt b/step150000/rank232.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ccff4f1e02402d6fb00f66ad137885e86f2e30
--- /dev/null
+++ b/step150000/rank232.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f516c9cac7a076bfd2762410996cf6d8ded017b2dea24c396a047efd5ab1d78
+size 589023060
diff --git a/step150000/rank240.pt b/step150000/rank240.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422ee16c43a015eab6e63f61c6aca36b29ffe266
--- /dev/null
+++ b/step150000/rank240.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e52d270281b570f5af90564fdcc397187f33328df21afd90a628da19f511d2
+size 589023060
diff --git a/step150000/rank241.pt b/step150000/rank241.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d786fc2f89d87f0a78d4138400652ff15bbadfd
--- /dev/null
+++ b/step150000/rank241.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270706ee283c3aad33b30b82ffc8387e23cf1b5264b3e8ab4f50b0dae62bc155
+size 589023060
diff --git a/step150000/rank246.pt b/step150000/rank246.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3bf92765726e377aa7fa06d2daec845fa40ae9
--- /dev/null
+++ b/step150000/rank246.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28be242a68aeaf247f48a08c8182ddbc27509355099eecc24cd40462271dcfaf
+size 589023060
diff --git a/step150000/rank25.pt b/step150000/rank25.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74210df61fd62f8298aed7b7ec6228e7863941b7
--- /dev/null
+++ b/step150000/rank25.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872f366d620e2b38458269423bde9e721e3b28e2f623e345013462f702f5eb18
+size 589017409
diff --git a/step150000/rank28.pt b/step150000/rank28.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df699824c94bc6dec6b5e49d77fe7012c2fbc72e
--- /dev/null
+++ b/step150000/rank28.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3427a12a545973ed969e4c85ffb31a6f308283275d32a76a47ac5c12bf87b69c
+size 589017409
diff --git a/step150000/rank3.pt b/step150000/rank3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d493de8c778817f83bb8499e802fb06e28594827
--- /dev/null
+++ b/step150000/rank3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63b1662f6f6df9d842144e3084ae7ab4d2a32f7643372940adb829253c407c5
+size 588993902
diff --git a/step150000/rank48.pt b/step150000/rank48.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3003a1e21a79d01cf5c4a44ba3856d4b029c14e4
--- /dev/null
+++ b/step150000/rank48.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1dfc800251d79dfd81333885e5daa3ca56fb41b7c773128cd1c412889d90bb
+size 589017409
diff --git a/step150000/rank58.pt b/step150000/rank58.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a36f82023efecf4a3b46ad69eb9536bb9220ea
--- /dev/null
+++ b/step150000/rank58.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbcbceaa5a5596025cf37612eb62a4282951b91ef17846ba4740bde0eb697a6
+size 589017409
diff --git a/step150000/rank60.pt b/step150000/rank60.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561762a6339b4bf02ae5fd121e6802182144b37b
--- /dev/null
+++ b/step150000/rank60.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2af6beb1cb2b6d32b5c7e5a318b0c9a6611df41e362eb0b6c5c558fd47e838
+size 589017409
diff --git a/step150000/rank74.pt b/step150000/rank74.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f043a2b98b42f224beda243bbeff1fbcd02aed
--- /dev/null
+++ b/step150000/rank74.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15a77a340e73248b3ba665b641090fd688ee9c2db6a40bf50a4e7efd6cd0da3
+size 589017409
diff --git a/step150000/rank76.pt b/step150000/rank76.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349532409481f7bf2db92e512d192ca5c6fb9c33
--- /dev/null
+++ b/step150000/rank76.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e3fe3a86904fa53a87f0b735d3fdcd73baa3e80f955b04e917c101a892a559
+size 589017409
diff --git a/step150000/rank77.pt b/step150000/rank77.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76906c924109f2bffe2dbbd08938d276258715ba
--- /dev/null
+++ b/step150000/rank77.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1759212b8eef98af0d3ee89be4cb5035732559950c67796c223cb1d5f90cd433
+size 589017409
diff --git a/step150000/rank96.pt b/step150000/rank96.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0356fbbe8a47335326473841649ea20fd752f248
--- /dev/null
+++ b/step150000/rank96.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a58706da037923db09d890eb6876f462b1b904906d5d868cbdf36d0a63614b
+size 589017409
diff --git a/step150010-unsharded/train.pt b/step150010-unsharded/train.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f37554dfd3946e36e769df6f0cfc8fe5eee2ec1
--- /dev/null
+++ b/step150010-unsharded/train.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6164f64cc83ede9137f8314c3e75d376ee7afc499c9f5b76ece357fb0dd6c4df
+size 15116
diff --git a/step50000-unsharded/train.pt b/step50000-unsharded/train.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d32f5dbd6f03a1f50d7fce2f784a0686456c73
--- /dev/null
+++ b/step50000-unsharded/train.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54165f23ca395ba2a803f16f0e2b5d70cad7baa228997c5c1a1e6b95b90d82
+size 14796