{ "additional_special_tokens": [ { "content": "<|eom|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|bom|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|system|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|user|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|assistant|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "<|tool|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": "<|startoftext|>", "eos_token": "<|endoftext|>", "pad_token": "<|pad|>", "unk_token": "<|unk|>" }