File size: 294 Bytes
5c02270
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{"do_lower_case": false, 
 "remove_space": true, 
 "keep_accents": true, 
 "unk_token": "<unk>", 
 "sep_token": "[SEP]", 
 "pad_token": "<pad>", 
 "cls_token": "[CLS]", 
 "mask_token": "[MASK]", 
 "sp_model_kwargs": {}, 
 "model_max_length": 512, 
 "tokenizer_class": "FNetTokenizer"}