huseinzol05 commited on
Commit
36ac349
·
verified ·
1 Parent(s): 16046f5

Upload processor

Browse files
Files changed (2) hide show
  1. added_tokens.json +1 -0
  2. tokenizer_config.json +8 -0
added_tokens.json CHANGED
@@ -1595,6 +1595,7 @@
1595
  "<|th|>": 50289,
1596
  "<|tk|>": 50341,
1597
  "<|tl|>": 50348,
 
1598
  "<|transcribe|>": 50359,
1599
  "<|translate|>": 50358,
1600
  "<|tr|>": 50268,
 
1595
  "<|th|>": 50289,
1596
  "<|tk|>": 50341,
1597
  "<|tl|>": 50348,
1598
+ "<|transcribeprecise|>": 51865,
1599
  "<|transcribe|>": 50359,
1600
  "<|translate|>": 50358,
1601
  "<|tr|>": 50268,
tokenizer_config.json CHANGED
@@ -12865,6 +12865,14 @@
12865
  "rstrip": false,
12866
  "single_word": false,
12867
  "special": false
 
 
 
 
 
 
 
 
12868
  }
12869
  },
12870
  "additional_special_tokens": [
 
12865
  "rstrip": false,
12866
  "single_word": false,
12867
  "special": false
12868
+ },
12869
+ "51865": {
12870
+ "content": "<|transcribeprecise|>",
12871
+ "lstrip": false,
12872
+ "normalized": true,
12873
+ "rstrip": false,
12874
+ "single_word": false,
12875
+ "special": false
12876
  }
12877
  },
12878
  "additional_special_tokens": [