openrag_llama2_7b_8x135m / special_tokens_map.json
shayekh's picture
Upload 9 files
e4c616b verified
{
"additional_special_tokens": [
{
"content": "[Partially supported]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Utility:1]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Utility:2]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[No support / Contradictory]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Retrieval]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "<paragraph>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Continue to Use Evidence]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Relevant]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Utility:3]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Utility:5]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[No Retrieval]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Irrelevant]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Utility:4]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "</paragraph>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
{
"content": "[Fully supported]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}