Felladrin commited on
Commit
fa09bd6
·
verified ·
1 Parent(s): 88f0fc0

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +9 -12
mlc-chat-config.json CHANGED
@@ -41,16 +41,14 @@
41
  "strip_space_in_decode": true
42
  },
43
  "conv_template": {
44
- "name": "gemma_instruction",
45
- "system_template": "{system_message}",
46
- "system_message": "",
47
- "system_prefix_token_ids": [
48
- 2
49
- ],
50
  "add_role_after_system_message": true,
51
  "roles": {
52
- "user": "<start_of_turn>user",
53
- "assistant": "<start_of_turn>model"
54
  },
55
  "role_templates": {
56
  "user": "{user_message}",
@@ -59,16 +57,15 @@
59
  },
60
  "messages": [],
61
  "seps": [
62
- "<end_of_turn>\n"
63
  ],
64
  "role_content_sep": "\n",
65
  "role_empty_sep": "\n",
66
  "stop_str": [
67
- "<end_of_turn>"
68
  ],
69
  "stop_token_ids": [
70
- 1,
71
- 107
72
  ],
73
  "function_string": "",
74
  "use_function_calling": false
 
41
  "strip_space_in_decode": true
42
  },
43
  "conv_template": {
44
+ "name": "chatml",
45
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
46
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
47
+ "system_prefix_token_ids": null,
 
 
48
  "add_role_after_system_message": true,
49
  "roles": {
50
+ "user": "<|im_start|>user",
51
+ "assistant": "<|im_start|>assistant"
52
  },
53
  "role_templates": {
54
  "user": "{user_message}",
 
57
  },
58
  "messages": [],
59
  "seps": [
60
+ "<|im_end|>\n"
61
  ],
62
  "role_content_sep": "\n",
63
  "role_empty_sep": "\n",
64
  "stop_str": [
65
+ "<|im_end|>"
66
  ],
67
  "stop_token_ids": [
68
+ 2
 
69
  ],
70
  "function_string": "",
71
  "use_function_calling": false