DS-replit-3b-ternary-100B-star-27 / special_tokens_map.json
kaizen9's picture
Upload model checkpoints directly from S3
de5c30a verified
raw
history blame contribute delete
No virus
782 Bytes
{
"additional_special_tokens": [
"<fim_prefix>",
"<fim_middle>",
"<fim_suffix>",
"<fim_eot>",
"<fim_pad>",
"[INST]",
"[/INST]",
"<extra_id_2>",
"<extra_id_3>",
"<extra_id_4>",
"<extra_id_5>",
"<extra_id_6>",
"<extra_id_7>",
"<extra_id_8>",
"<extra_id_9>",
"<extra_id_10>"
],
"bos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}