Update tokenizer_config.json
Browse files- tokenizer_config.json +2 -2
tokenizer_config.json
CHANGED
@@ -2050,8 +2050,8 @@
|
|
2050 |
}
|
2051 |
},
|
2052 |
"auto_map": {
|
2053 |
-
"AutoTokenizer":
|
2054 |
-
"
|
2055 |
null
|
2056 |
]
|
2057 |
},
|
|
|
2050 |
}
|
2051 |
},
|
2052 |
"auto_map": {
|
2053 |
+
"AutoTokenizer":
|
2054 |
+
"tokenization_functionary.FunctionaryTokenizer",
|
2055 |
null
|
2056 |
]
|
2057 |
},
|