yangapku commited on
Commit
848d0d9
1 Parent(s): 5f04b83
Files changed (3) hide show
  1. config.json +1 -1
  2. generation_config.json +9 -9
  3. tokenizer_config.json +8 -9
config.json CHANGED
@@ -46,4 +46,4 @@
46
  "use_flash_attn": "auto",
47
  "use_logn_attn": true,
48
  "vocab_size": 152064
49
- }
 
46
  "use_flash_attn": "auto",
47
  "use_logn_attn": true,
48
  "vocab_size": 152064
49
+ }
generation_config.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
- "chat_format": "chatml",
3
- "eos_token_id": 151643,
4
- "pad_token_id": 151643,
5
- "max_window_size": 6144,
6
- "max_new_tokens": 512,
7
- "do_sample": true,
8
- "top_k": 0,
9
- "top_p": 0.5,
10
- "transformers_version": "4.31.0"
11
  }
 
1
  {
2
+ "chat_format": "chatml",
3
+ "eos_token_id": 151643,
4
+ "pad_token_id": 151643,
5
+ "max_window_size": 6144,
6
+ "max_new_tokens": 512,
7
+ "do_sample": true,
8
+ "top_k": 0,
9
+ "top_p": 0.5,
10
+ "transformers_version": "4.31.0"
11
  }
tokenizer_config.json CHANGED
@@ -1,11 +1,10 @@
1
  {
2
- "model_max_length": 8192,
3
- "tokenizer_class": "QWenTokenizer",
4
- "auto_map": {
5
- "AutoTokenizer": [
6
- "tokenization_qwen.QWenTokenizer",
7
- null
8
- ]
9
- }
10
  }
11
-
 
1
  {
2
+ "model_max_length": 8192,
3
+ "tokenizer_class": "QWenTokenizer",
4
+ "auto_map": {
5
+ "AutoTokenizer": [
6
+ "tokenization_qwen.QWenTokenizer",
7
+ null
8
+ ]
 
9
  }
10
+ }