hivata
/

functionary-small-v3.2-AWQ

4-bit precision

Model card Files Files and versions Community

LHC88 commited on Aug 13, 2024

Commit

f1b2338

·

1 Parent(s): 3f2dddb

set tokenizer to same repo

Files changed (1) hide show

tokenizer_config.json +2 -5

tokenizer_config.json CHANGED Viewed

@@ -2051,7 +2051,7 @@
   },
   "auto_map": {
     "AutoTokenizer": [
-      "meetkai/functionary-small-v3.2--tokenization_functionary.FunctionaryTokenizer",
       null
     ]
   },
@@ -2060,10 +2060,7 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
   "legacy": true,
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",

   },
   "auto_map": {
     "AutoTokenizer": [
+      "hivata/functionary-small-v3.2--tokenization_functionary.FunctionaryTokenizer",
       null
     ]
   },
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
   "legacy": true,
+  "model_input_names": ["input_ids", "attention_mask"],
   "model_max_length": 16384,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",