add special tokens for fast

#25

by sanchit-gandhi HF staff - opened Sep 8, 2023

←

Files changed (3) hide show

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json CHANGED Viewed

@@ -19,7 +19,7 @@
     "single_word": false
   },
   "errors": "replace",
-  "model_max_length": 448,
   "pad_token": null,
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

     "single_word": false
   },
   "errors": "replace",
+  "model_max_length": 1024,
   "pad_token": null,
   "processor_class": "WhisperProcessor",
   "return_attention_mask": false,

vocab.json CHANGED Viewed

The diff for this file is too large to render. See raw diff