restored tokenizer_config.json to git
Browse files- tokenizer_config.json +1 -3
tokenizer_config.json
CHANGED
@@ -1,3 +1 @@
|
|
1 |
-
|
2 |
-
oid sha256:b483b62a51fa652c7880525ad071630a953ec2ace80c1798f70e69d3f1289650
|
3 |
-
size 199
|
|
|
1 |
+
{"unk_token": "<unk>", "eos_token": "</s>", "bos_token": "<s>", "pad_token": "<pad>", "name_or_path": "bigscience/tokenizer", "special_tokens_map_file": null, "tokenizer_class": "BloomTokenizerFast"}
|
|
|
|