Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -39,7 +39,7 @@
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 256,
|
41 |
"pad_token": "<pad>",
|
42 |
-
"name_or_path": "ai4bharat/indictrans2-en-indic-
|
43 |
"tokenizer_class": "IndicTransTokenizer",
|
44 |
"auto_map": {
|
45 |
"AutoTokenizer": [
|
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 256,
|
41 |
"pad_token": "<pad>",
|
42 |
+
"name_or_path": "ai4bharat/indictrans2-en-indic-1B",
|
43 |
"tokenizer_class": "IndicTransTokenizer",
|
44 |
"auto_map": {
|
45 |
"AutoTokenizer": [
|