Upload processor

preprocessor_config.json

@@ -1,14 +1,23 @@
 {
-  "chunk_length": 30,
-  "feature_extractor_type": "WhisperFeatureExtractor",
-  "feature_size": 80,
-  "hop_length": 160,
-  "n_fft": 400,
-  "n_samples": 480000,
-  "nb_max_frames": 3000,
-  "padding_side": "right",
-  "padding_value": 0.0,
-  "processor_class": "WhisperProcessor",
-  "return_attention_mask": false,
-  "sampling_rate": 16000
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "SiglipImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "processor_class": "SiglipProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 384,
+    "width": 384
+  }
 }

special_tokens_map.json

@@ -1,139 +1,23 @@
 {
-  "additional_special_tokens": [
-    "<|endoftext|>",
-    "<|startoftranscript|>",
-    "<|en|>",
-    "<|zh|>",
-    "<|de|>",
-    "<|es|>",
-    "<|ru|>",
-    "<|ko|>",
-    "<|fr|>",
-    "<|ja|>",
-    "<|pt|>",
-    "<|tr|>",
-    "<|pl|>",
-    "<|ca|>",
-    "<|nl|>",
-    "<|ar|>",
-    "<|sv|>",
-    "<|it|>",
-    "<|id|>",
-    "<|hi|>",
-    "<|fi|>",
-    "<|vi|>",
-    "<|he|>",
-    "<|uk|>",
-    "<|el|>",
-    "<|ms|>",
-    "<|cs|>",
-    "<|ro|>",
-    "<|da|>",
-    "<|hu|>",
-    "<|ta|>",
-    "<|no|>",
-    "<|th|>",
-    "<|ur|>",
-    "<|hr|>",
-    "<|bg|>",
-    "<|lt|>",
-    "<|la|>",
-    "<|mi|>",
-    "<|ml|>",
-    "<|cy|>",
-    "<|sk|>",
-    "<|te|>",
-    "<|fa|>",
-    "<|lv|>",
-    "<|bn|>",
-    "<|sr|>",
-    "<|az|>",
-    "<|sl|>",
-    "<|kn|>",
-    "<|et|>",
-    "<|mk|>",
-    "<|br|>",
-    "<|eu|>",
-    "<|is|>",
-    "<|hy|>",
-    "<|ne|>",
-    "<|mn|>",
-    "<|bs|>",
-    "<|kk|>",
-    "<|sq|>",
-    "<|sw|>",
-    "<|gl|>",
-    "<|mr|>",
-    "<|pa|>",
-    "<|si|>",
-    "<|km|>",
-    "<|sn|>",
-    "<|yo|>",
-    "<|so|>",
-    "<|af|>",
-    "<|oc|>",
-    "<|ka|>",
-    "<|be|>",
-    "<|tg|>",
-    "<|sd|>",
-    "<|gu|>",
-    "<|am|>",
-    "<|yi|>",
-    "<|lo|>",
-    "<|uz|>",
-    "<|fo|>",
-    "<|ht|>",
-    "<|ps|>",
-    "<|tk|>",
-    "<|nn|>",
-    "<|mt|>",
-    "<|sa|>",
-    "<|lb|>",
-    "<|my|>",
-    "<|bo|>",
-    "<|tl|>",
-    "<|mg|>",
-    "<|as|>",
-    "<|tt|>",
-    "<|haw|>",
-    "<|ln|>",
-    "<|ha|>",
-    "<|ba|>",
-    "<|jw|>",
-    "<|su|>",
-    "<|translate|>",
-    "<|transcribe|>",
-    "<|startoflm|>",
-    "<|startofprev|>",
-    "<|nocaptions|>",
-    "<|notimestamps|>"
-  ],
-  "bos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
   "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
+    "content": "</s>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
+    "content": "</s>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
   },
   "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
+    "content": "<unk>",
+    "lstrip": true,
     "normalized": false,
-    "rstrip": false,
+    "rstrip": true,
     "single_word": false
   }
 }