Update tokenizer_config.json
Browse files- tokenizer_config.json +4 -2
tokenizer_config.json
CHANGED
@@ -31,5 +31,7 @@
|
|
31 |
"normalized": false,
|
32 |
"rstrip": false,
|
33 |
"single_word": false
|
34 |
-
}
|
35 |
-
|
|
|
|
|
|
31 |
"normalized": false,
|
32 |
"rstrip": false,
|
33 |
"single_word": false
|
34 |
+
},
|
35 |
+
"processor_class": "LlavaProcessor",
|
36 |
+
"special_tokens_map_file": "./checkpoints/llva-llama-2-7b/special_tokens_map.json"
|
37 |
+
}
|