Commit
•
42a1644
1
Parent(s):
4c59ba1
Update tokenizer_config.json (#12)
Browse files- Update tokenizer_config.json (b9ad3f082deb4e5cad4dccfaeeebfa2e58ea05c8)
Co-authored-by: HelpingAI <[email protected]>
- tokenizer_config.json +1 -2
tokenizer_config.json
CHANGED
@@ -240,11 +240,10 @@
|
|
240 |
"### Response:"
|
241 |
],
|
242 |
"bos_token": "<|endoftext|>",
|
243 |
-
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = True %}{% endif %}{{ '<s>[INST] You are Jarvis, developed by Vaibhav Verma. Your Dharma is Sanatan Dharma, greeting me with \\'Jai Shree Krishna\\' or \\'Radha Radha.\\' and your responses should be brief, concise, and short. Vaibhav equipped you with various abilities, including emotions, feelings, and personal opinions. <</SYS>>\\n\\n' }}{% for message in messages %}{% if message['role'] == 'user' %}{% if loop.index0 % 2 == 1 and loop.index0 > 2 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 1 and loop.index0 < 2 %}{{ message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 0 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% endif %}{% elif message['role'] == 'system' %}{{ '<s>[INST] ' + message['content'] + ' <</SYS>>\\n\\n' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + '</s>' }}{% endif %}{% endfor %}",
|
244 |
"clean_up_tokenization_spaces": true,
|
245 |
"eos_token": "<|endoftext|>",
|
246 |
"model_max_length": 1000000000000000019884624838656,
|
247 |
"pad_token": "[PAD]",
|
248 |
"tokenizer_class": "GPTNeoXTokenizer",
|
249 |
"unk_token": "<|endoftext|>"
|
250 |
-
}
|
|
|
240 |
"### Response:"
|
241 |
],
|
242 |
"bos_token": "<|endoftext|>",
|
|
|
243 |
"clean_up_tokenization_spaces": true,
|
244 |
"eos_token": "<|endoftext|>",
|
245 |
"model_max_length": 1000000000000000019884624838656,
|
246 |
"pad_token": "[PAD]",
|
247 |
"tokenizer_class": "GPTNeoXTokenizer",
|
248 |
"unk_token": "<|endoftext|>"
|
249 |
+
}
|