diff --git a/17_190p_300t/step60000/model.safetensors b/17_190p_300t/step60000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3387c37a57531bfe8b127b75fc646fda5b7c3242 --- /dev/null +++ b/17_190p_300t/step60000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106fd93a1ed4bb047773ad3536abd43147e70ade7f39fba88491e6ba5ea97d3c +size 762170464 diff --git a/step10000-unsharded/optim.pt b/step10000-unsharded/optim.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bfa5c803f35cca871c2477ccdf4bf7027c460e9 --- /dev/null +++ b/step10000-unsharded/optim.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1311071560c38c4d017db913b71a0ad7a1719758ffb6c6c99a1d4cfe1a0268bd +size 1524391814 diff --git a/step150000/rank12.pt b/step150000/rank12.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f5ede011d5ad761a111aca63f7bb8d8a97b11b --- /dev/null +++ b/step150000/rank12.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5abcd9c28cc6701875621978300309af0c7b1fb5f5284ea0bd475f1e7a226eb +size 286012545 diff --git a/step150000/rank122.pt b/step150000/rank122.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef9711632c189e3e309a3d3048d61e5f6c76feae --- /dev/null +++ b/step150000/rank122.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ae8996ca8adc74d042fbbd7fafae073db3f408bc4d2e91a1cccb7bfb98c436 +size 286018196 diff --git a/step150000/rank127.pt b/step150000/rank127.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b62f989ccfca41316a95aa498ee7a12c1994f56 --- /dev/null +++ b/step150000/rank127.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae62416f44e4899e91d2ba078525591e7c6e6678341097dc22dd7317aff04f5 +size 286018196 diff --git a/step150000/rank128.pt b/step150000/rank128.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f2faddac33328bab0a19d60d6b87ec952b821a --- /dev/null +++ b/step150000/rank128.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625ff2bbf0166805381e4b83741ee7fc6fd61089d07cbcd03afeb23c26d2f5db +size 286018196 diff --git a/step150000/rank130.pt b/step150000/rank130.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9657a32a602fcab81a496f94c2a39ac6726aa76 --- /dev/null +++ b/step150000/rank130.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c135bf20b81c6bc2f6c9824dad7613905554ca999577cbc971427461723b98a8 +size 286018196 diff --git a/step150000/rank131.pt b/step150000/rank131.pt new file mode 100644 index 0000000000000000000000000000000000000000..c77a2566973c5a82a8dda2b83957e20a6cf7508e --- /dev/null +++ b/step150000/rank131.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e000763fb90a62f7200ef8257bfbeae24234fd1475488babe3d9f0fdf81296f9 +size 286018196 diff --git a/step150000/rank133.pt b/step150000/rank133.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd82b7b4fa31b7dd9a770be8ab38ff0a9db44c5f --- /dev/null +++ b/step150000/rank133.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4426839043b1f43f60c2a3cc4f8daad9b358036382de9de8f6d19969f2ca3dbb +size 286018196 diff --git a/step150000/rank137.pt b/step150000/rank137.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb3e6b2870c2c86d71046a3ccb745d1eb835df5 --- /dev/null +++ b/step150000/rank137.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec325a894cfc83e7700bad06ff17c04c4750fb8e08e66b2cb62ad4dd3750abd +size 286018196 diff --git a/step150000/rank140.pt b/step150000/rank140.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba134eacc91de25cd1cb9ec2983bf93f8236512b --- /dev/null +++ b/step150000/rank140.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aadc7f63844e686eaa9038adc53cd883536eb6acd119aa9df7fcccfd7e8dd2b +size 286018196 diff --git a/step150000/rank141.pt b/step150000/rank141.pt new file mode 100644 index 0000000000000000000000000000000000000000..707e3c8bed576626ca2e4167f2ed51b363e4ea96 --- /dev/null +++ b/step150000/rank141.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc72797306fa4f4f8b11d76852bf034a794be1d3275487b50473cde3f43ff7b +size 286018196 diff --git a/step150000/rank144.pt b/step150000/rank144.pt new file mode 100644 index 0000000000000000000000000000000000000000..350aac3316b8f62aa48697bf3438184569e98ffb --- /dev/null +++ b/step150000/rank144.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b906b964c5d9a9a1f5188f8043994ece54a4a6bfb60a58ecc41c43f2c113101c +size 286018196 diff --git a/step150000/rank145.pt b/step150000/rank145.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9667da6f25563abcb15c76f02766df603a62c7 --- /dev/null +++ b/step150000/rank145.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b82132b78b9d370defbff2da5c73c3de45bf6ffc44777f8086e80631acdea2d +size 286018196 diff --git a/step150000/rank15.pt b/step150000/rank15.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c17c331a45d1fd3472ced4038f3cb4c41fd476d --- /dev/null +++ b/step150000/rank15.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defa0f9a59e991b0eeaea9c63287f10eb21f35e896212b650be6771eb01130b7 +size 286012545 diff --git a/step150000/rank166.pt b/step150000/rank166.pt new file mode 100644 index 0000000000000000000000000000000000000000..da172eefbf07d9d38215cd78675721d661c3e8b0 --- /dev/null +++ b/step150000/rank166.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55e38979e2d4b77b74342f7996390adfd2e088342df2b0789945f869c59f916 +size 286018196 diff --git a/step150000/rank167.pt b/step150000/rank167.pt new file mode 100644 index 0000000000000000000000000000000000000000..43ab8ede0a9b67b908743584d401febe1130017c --- /dev/null +++ b/step150000/rank167.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31bd11f0d2078ed435ac45258b3b2d42b0880ee8d2674f6154051c17c8f3368f +size 286018196 diff --git a/step150000/rank169.pt b/step150000/rank169.pt new file mode 100644 index 0000000000000000000000000000000000000000..f994e2299c8bf61d50defcff32f169445e732547 --- /dev/null +++ b/step150000/rank169.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0667fe53e430a0f30e91d7911996d9e744c804ebfa13610b3c11742e667ac4bd +size 286018196 diff --git a/step150000/rank173.pt b/step150000/rank173.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d6c1de27b836df07c05b128b76640b5b8493424 --- /dev/null +++ b/step150000/rank173.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9db9c23222f251d027686a769c298951bdec91d274560da5504b5379ded6b9 +size 286018196 diff --git a/step150000/rank178.pt b/step150000/rank178.pt new file mode 100644 index 0000000000000000000000000000000000000000..416cb9f95c3b61ab54c7a704cd1ab591e574e3c1 --- /dev/null +++ b/step150000/rank178.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3509c16c06631a69c31f7e99f1ac2d13b8ce64808c6cbda20f46a04daf015d +size 286018196 diff --git a/step150000/rank197.pt b/step150000/rank197.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfe993e2980cba6014908d41fa0d1e376f829c60 --- /dev/null +++ b/step150000/rank197.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156281b2302ead4915a203ec80cec394e5c81a59a2c6d60779039d54b301e333 +size 286018196 diff --git a/step150000/rank20.pt b/step150000/rank20.pt new file mode 100644 index 0000000000000000000000000000000000000000..8edd251281de3392182baeaed251db82919f616b --- /dev/null +++ b/step150000/rank20.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce6a6a9136fb79087b4b03e6a7eaa7b4e9ff18f1e56a8b0ccd8915aa4d80770 +size 286012545 diff --git a/step150000/rank203.pt b/step150000/rank203.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a4189a6b4107b52fa233fd2c36c16af36fcc30 --- /dev/null +++ b/step150000/rank203.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463f8cb5281d1aa385cbd16ab59266badcf8a9bd765fb91f5411744c3fa9d6b7 +size 286018196 diff --git a/step150000/rank205.pt b/step150000/rank205.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c618fd2bce7c9f7f74d494b2325da7dae622639 --- /dev/null +++ b/step150000/rank205.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5656fe476446ec3fd182a406d5a518ab81e20f8bb13eb8235e00ee856e4143ec +size 286018196 diff --git a/step150000/rank206.pt b/step150000/rank206.pt new file mode 100644 index 0000000000000000000000000000000000000000..b222ecde29ee783051b8210732666826bd64872d --- /dev/null +++ b/step150000/rank206.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8ad4b8b35ee5ee75108becb037edfb5000c4fa1245e31711ff8f7f92fd9426 +size 286018196 diff --git a/step150000/rank207.pt b/step150000/rank207.pt new file mode 100644 index 0000000000000000000000000000000000000000..792b7735e60a0fd6acca92d503fda482713ac186 --- /dev/null +++ b/step150000/rank207.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94a0e3817de36bad37718208c2956f3cb52b4772231f44b8b4d7d661af7666a +size 286018196 diff --git a/step150000/rank209.pt b/step150000/rank209.pt new file mode 100644 index 0000000000000000000000000000000000000000..71abf8ddee8884b7b75775654ae61ea135e04bf0 --- /dev/null +++ b/step150000/rank209.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c38736e6ab1cb400ca492a1d0fa206266a8a9057b6af97924a43bdc2cc264cc +size 286018196 diff --git a/step150000/rank211.pt b/step150000/rank211.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7a06b415edc853d77d7fd7b5be1557d1f3b493 --- /dev/null +++ b/step150000/rank211.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee9ff5f23feaa1d5c7d9af48843358149742177e82d828a6cbec0893d652090 +size 286018196 diff --git a/step150000/rank218.pt b/step150000/rank218.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8e5b8bab14a28090a25931c2f784712e503703 --- /dev/null +++ b/step150000/rank218.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967c648169536c78239f705b999ec1a1afe4cf8d03e56c91e20dfb9a798c4f5f +size 286018196 diff --git a/step150000/rank226.pt b/step150000/rank226.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac8015ecc0a9123392ce186042faff809ff8aa12 --- /dev/null +++ b/step150000/rank226.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84a325d881fdae70f1b15b716c7414c0e2e4683c448bb8b4989d255f6af9df9 +size 286018196 diff --git a/step150000/rank234.pt b/step150000/rank234.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e9326cb8eb2d5d6b8283f5fa28cfa2ea484cf0 --- /dev/null +++ b/step150000/rank234.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:063f48e8757180040c41a56c46081718ea3ef0797bede9cf20ad97ff4afb7bd3 +size 286018196 diff --git a/step150000/rank236.pt b/step150000/rank236.pt new file mode 100644 index 0000000000000000000000000000000000000000..50a4d7c97c77bd0e8c8f6e0162d724168791598b --- /dev/null +++ b/step150000/rank236.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8d8b2698ea282ad668929e312267ddd4c1a74e622d2291cf06ef8e62c3911f8 +size 286018196 diff --git a/step150000/rank237.pt b/step150000/rank237.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eb736348233d49f223756f1601d524e9d78e3cd --- /dev/null +++ b/step150000/rank237.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d0717755d90327823f7d7b878d01e8b85fa51b26a061518cbc1af027669e30d +size 286018196 diff --git a/step150000/rank238.pt b/step150000/rank238.pt new file mode 100644 index 0000000000000000000000000000000000000000..667b73e3165e1c3e0e546685768d313fa0f7ff76 --- /dev/null +++ b/step150000/rank238.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2497518cbc8beb28dddef6826ad5fc629b9ad291e9140949dfc1ee52b681d7 +size 286018196 diff --git a/step150000/rank239.pt b/step150000/rank239.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca6e56415454603548164630ac7f75e6a710d6ec --- /dev/null +++ b/step150000/rank239.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e52d2b00614a4c73f099546e93ad4495aea7682a3ea1ab685913d8f1126239 +size 286018196 diff --git a/step150000/rank24.pt b/step150000/rank24.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7d148fa722f721f4beec0ab30731250d4299d96 --- /dev/null +++ b/step150000/rank24.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3890847238f7a7fd70ea497e96dcffdddc51ffc1c7445f5b9771fd964d744ecd +size 286012545 diff --git a/step150000/rank25.pt b/step150000/rank25.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed0738d01e51ca707360d365721766ed59085c6 --- /dev/null +++ b/step150000/rank25.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec81378a97a0d6abec93524e27b767f0dc1132eb5b00bcd002258315159ed1f6 +size 286012545 diff --git a/step150000/rank29.pt b/step150000/rank29.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f9f3efd597ef390923cdfdd0c0a9eb1b590689a --- /dev/null +++ b/step150000/rank29.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:760e2cda077f407ff608f2e690a3b2cba7c3edeea72d83126a7ef8df261d1d4c +size 286012545 diff --git a/step150000/rank3.pt b/step150000/rank3.pt new file mode 100644 index 0000000000000000000000000000000000000000..930ee92b85eb9285201593ee85cf04a32b7bd7dd --- /dev/null +++ b/step150000/rank3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5131fd8b82e3f9934b9325150aacfdb00f5c0eb7316ec37b7914be41c548145 +size 285998702 diff --git a/step150000/rank33.pt b/step150000/rank33.pt new file mode 100644 index 0000000000000000000000000000000000000000..053ee63d3c01e71eea162b37f14a608ed6444f8e --- /dev/null +++ b/step150000/rank33.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a88c2fe2501a333b9b5e6f1770e933435e44b4e8a0ea0771c28d0e97eb06bf +size 286012545 diff --git a/step150000/rank36.pt b/step150000/rank36.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1d45c213aeae365daaefd5e1d87329770f5842 --- /dev/null +++ b/step150000/rank36.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fb73c99bd62b3d2f46b36b80aedb1759ce1ac376d9a2dd2f162339fff8c434 +size 286012545 diff --git a/step150000/rank54.pt b/step150000/rank54.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9d952d128b50e1e8be865f2289211e4367ebbc4 --- /dev/null +++ b/step150000/rank54.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06069e6690c5e68d74964ad13ce6b0d4e1a1ce20dc8fe086bfd9beefdd9e6ddb +size 286012545 diff --git a/step150000/rank62.pt b/step150000/rank62.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf7f760c1b07427e0cdf7c7ca5616eac3ea7d09 --- /dev/null +++ b/step150000/rank62.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce93f31f6401a91f9f60b6d297a8a5b0365ec303fe641fa6fd95b2b478fe1f5 +size 286012545 diff --git a/step150000/rank65.pt b/step150000/rank65.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dbf01264869284f6f0c197dfaf5f6b82e300572 --- /dev/null +++ b/step150000/rank65.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cc8a74f2bd5aa319c8cd22600b3550eea0bef12caa80a15ddfaf860a3114da +size 286012545 diff --git a/step150000/rank7.pt b/step150000/rank7.pt new file mode 100644 index 0000000000000000000000000000000000000000..98fd8493c9bd21e50524db96206bcb6856925747 --- /dev/null +++ b/step150000/rank7.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2743c0bb1d50bc6d6cbc50554e5504fd5c569710bd5a9a80a59ed6439812c8ab +size 285998702 diff --git a/step150000/rank72.pt b/step150000/rank72.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b422cb4a64b146a2a651d72c6d1fe4cb45bf0f1 --- /dev/null +++ b/step150000/rank72.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c478337653627285d30ef56e219336e0b53ccc1c7c081e081b1e0ab5cc79c9c3 +size 286012545 diff --git a/step150000/rank79.pt b/step150000/rank79.pt new file mode 100644 index 0000000000000000000000000000000000000000..41b4ca5e1bc245fc4e1c5117b70113199cd859fb --- /dev/null +++ b/step150000/rank79.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ec800ab7d4063fa740d293152d269848fe8068bdfe3866b208ab6c7aa077a3 +size 286012545 diff --git a/step150000/rank99.pt b/step150000/rank99.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea5cd50dda0e93a0903f5793a812f8fa5d23746 --- /dev/null +++ b/step150000/rank99.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0029aa97004c3c39513e8af2fccb87716264fca918aab482e4df089877f78a7f +size 286012545 diff --git a/step30000-unsharded/model.pt b/step30000-unsharded/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d284a075c7a249f68987af6ed4c606642840578 --- /dev/null +++ b/step30000-unsharded/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ba37623fb2846c7371fb3f2a947f31a0ee00db939b500b32bad2545229efa9 +size 762198495 diff --git a/step30000-unsharded/optim.pt b/step30000-unsharded/optim.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba1fe1c9c9ab514828d5a8125cc3758013f2d8a --- /dev/null +++ b/step30000-unsharded/optim.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f86a61f7bb55ae99eaf81bd8cbadb179089af3f73c6e6c958338abf70299aaa +size 1524391814 diff --git a/step50000-unsharded/model.pt b/step50000-unsharded/model.pt new file mode 100644 index 0000000000000000000000000000000000000000..a357fc37607e4851afca59e207b05f79fd216df2 --- /dev/null +++ b/step50000-unsharded/model.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2bdaa590e0dae7d3b41cf99a87028d3729de376bd4001b220f9e5572ffc91a8 +size 762198495 diff --git a/step90000-unsharded/optim.pt b/step90000-unsharded/optim.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e292cc199903e396961bf2f674a6d68bbed6cca --- /dev/null +++ b/step90000-unsharded/optim.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26b4feea09b82cc76519952bbd3a382621f089b999a5da674fd4e11cc1bfec2f +size 1524391814