mjwong
/

gte-multilingual-base-xnli

Zero-Shot Classification

Model card Files Files and versions Community

mjwong commited on 21 days ago

Commit

9848d0d

·

verified ·

1 Parent(s): f93c044

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -47,7 +47,7 @@
   "eos_token": "</s>",
   "mask_token": "<mask>",
   "model_max_length": 32768,
-  "pad_token": "</s>",
   "sep_token": "</s>",
   "tokenizer_class": "XLMRobertaTokenizer",
   "unk_token": "<unk>"

   "eos_token": "</s>",
   "mask_token": "<mask>",
   "model_max_length": 32768,
+  "pad_token": "<pad>",
   "sep_token": "</s>",
   "tokenizer_class": "XLMRobertaTokenizer",
   "unk_token": "<unk>"