danielhanchen
commited on
Add files using upload-large-folder tool
Browse files- config.json +1 -1
- generation_config.json +5 -2
- tokenizer_config.json +1 -1
config.json
CHANGED
@@ -23,7 +23,7 @@
|
|
23 |
"sliding_window": null,
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "bfloat16",
|
26 |
-
"transformers_version": "4.48.
|
27 |
"unsloth_fixed": true,
|
28 |
"use_cache": true,
|
29 |
"use_mrope": false,
|
|
|
23 |
"sliding_window": null,
|
24 |
"tie_word_embeddings": false,
|
25 |
"torch_dtype": "bfloat16",
|
26 |
+
"transformers_version": "4.48.1",
|
27 |
"unsloth_fixed": true,
|
28 |
"use_cache": true,
|
29 |
"use_mrope": false,
|
generation_config.json
CHANGED
@@ -1,8 +1,11 @@
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
-
"bos_token_id":
|
|
|
4 |
"eos_token_id": 151643,
|
5 |
"max_length": 131072,
|
6 |
"pad_token_id": 151654,
|
7 |
-
"
|
|
|
|
|
8 |
}
|
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
+
"bos_token_id": 151646,
|
4 |
+
"do_sample": true,
|
5 |
"eos_token_id": 151643,
|
6 |
"max_length": 131072,
|
7 |
"pad_token_id": 151654,
|
8 |
+
"temperature": 0.6,
|
9 |
+
"top_p": 0.95,
|
10 |
+
"transformers_version": "4.48.1"
|
11 |
}
|
tokenizer_config.json
CHANGED
@@ -181,7 +181,7 @@
|
|
181 |
}
|
182 |
},
|
183 |
"bos_token": "<|begin▁of▁sentence|>",
|
184 |
-
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{
|
185 |
"clean_up_tokenization_spaces": false,
|
186 |
"eos_token": "<|end▁of▁sentence|>",
|
187 |
"extra_special_tokens": {},
|
|
|
181 |
}
|
182 |
},
|
183 |
"bos_token": "<|begin▁of▁sentence|>",
|
184 |
+
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<|User|>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}}{{'<|tool▁calls▁end|><|end▁of▁sentence|>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<|tool▁outputs▁end|>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<|Assistant|>'}}{% endif %}",
|
185 |
"clean_up_tokenization_spaces": false,
|
186 |
"eos_token": "<|end▁of▁sentence|>",
|
187 |
"extra_special_tokens": {},
|