Yasinjan99
/

wav2vec2-large-xls-r-300m-cv-11-ug-test_02

Model card Files Files and versions Community

Yasinjan99 commited on Nov 13, 2023

Commit

3fd2c2f

·

1 Parent(s): 54dda7c

Upload tokenizer

Files changed (3) hide show

added_tokens.json +2 -2
tokenizer_config.json +4 -4
vocab.json +49 -44

added_tokens.json CHANGED Viewed

@@ -1,4 +1,4 @@
 {
-  "</s>": 46,
-  "<s>": 45
 }

 {
+  "</s>": 51,
+  "<s>": 50
 }

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "43": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
@@ -8,7 +8,7 @@
       "single_word": false,
       "special": false
     },
-    "44": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": false
     },
-    "45": {
       "content": "<s>",
       "lstrip": false,
       "normalized": true,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "46": {
       "content": "</s>",
       "lstrip": false,
       "normalized": true,

 {
   "added_tokens_decoder": {
+    "48": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "49": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
       "single_word": false,
       "special": false
     },
+    "50": {
       "content": "<s>",
       "lstrip": false,
       "normalized": true,
       "single_word": false,
       "special": true
     },
+    "51": {
       "content": "</s>",
       "lstrip": false,
       "normalized": true,

vocab.json CHANGED Viewed

@@ -1,47 +1,52 @@
 {
-  "[PAD]": 44,
-  "[UNK]": 43,
   "|": 0,
-  "«": 1,
-  "»": 2,
-  "،": 3,
-  "؛": 4,
-  "؟": 5,
-  "ئ": 6,
-  "ا": 7,
-  "ب": 8,
-  "ت": 9,
-  "ج": 10,
-  "خ": 11,
-  "د": 12,
-  "ر": 13,
-  "ز": 14,
-  "س": 15,
-  "ش": 16,
-  "غ": 17,
-  "ف": 18,
-  "ق": 19,
-  "ك": 20,
-  "ل": 21,
-  "م": 22,
-  "ن": 23,
-  "و": 24,
-  "ى": 25,
-  "ي": 26,
-  "پ": 27,
-  "چ": 28,
-  "ژ": 29,
-  "ڭ": 30,
-  "گ": 31,
-  "ھ": 32,
-  "ۆ": 33,
-  "ۇ": 34,
-  "ۈ": 35,
-  "ۋ": 36,
-  "ې": 37,
-  "ە": 38,
-  "–": 39,
-  "—": 40,
-  "‹": 41,
-  "›": 42
 }

 {
+  "[PAD]": 49,
+  "[UNK]": 48,
+  "`": 1,
   "|": 0,
+  "«": 2,
+  "¬": 3,
+  "»": 4,
+  "،": 5,
+  "؛": 6,
+  "؟": 7,
+  "ئ": 8,
+  "ا": 9,
+  "ب": 10,
+  "ت": 11,
+  "ج": 12,
+  "خ": 13,
+  "د": 14,
+  "ر": 15,
+  "ز": 16,
+  "س": 17,
+  "ش": 18,
+  "غ": 19,
+  "ف": 20,
+  "ق": 21,
+  "ك": 22,
+  "ل": 23,
+  "م": 24,
+  "ن": 25,
+  "و": 26,
+  "ى": 27,
+  "ي": 28,
+  "پ": 29,
+  "چ": 30,
+  "ژ": 31,
+  "ک": 32,
+  "ڭ": 33,
+  "گ": 34,
+  "ھ": 35,
+  "ۆ": 36,
+  "ۇ": 37,
+  "ۈ": 38,
+  "ۋ": 39,
+  "ی": 40,
+  "ې": 41,
+  "ە": 42,
+  "–": 43,
+  "—": 44,
+  "‹": 45,
+  "›": 46,
+  "−": 47
 }