Update tokenizer_config.json (#1)
Browse files- Update tokenizer_config.json (6b5f4598e4f9afd5fa990a1fdd79c709c5e8c004)
Co-authored-by: Koga Kobayashi <[email protected]>
- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -131,5 +131,5 @@
|
|
131 |
"add_dummy_prefix_space": false,
|
132 |
"legacy": false,
|
133 |
"add_bos_token": false,
|
134 |
-
"add_eos_token":
|
135 |
}
|
|
|
131 |
"add_dummy_prefix_space": false,
|
132 |
"legacy": false,
|
133 |
"add_bos_token": false,
|
134 |
+
"add_eos_token": false
|
135 |
}
|