968db24 9029927 fd24dcf 8753368 968db24
1
2
3
4
5
6
7
8
9
10
{ "model_max_len": 4096, "pad_token": "WILL_END", "pad_token_id": 65, "eos_token": "WILL_END", "eos_token_id": 65, "add_prefix_space": false, "tokenizer_class": "PreTrainedTokenizer", "type": "Split" }
