Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,76 @@
+{
+  "version": "0.1.0",
+  "model_type": "qwen2",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "hidden_act": "silu",
+    "hidden_size": 1536,
+    "intermediate_size": 8960,
+    "num_attention_heads": 12,
+    "num_hidden_layers": 28,
+    "num_key_value_heads": 2,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 10000,
+    "vocab_size": 151936,
+    "tie_word_embeddings": false,
+    "context_window_size": 131072,
+    "prefill_chunk_size": 8192,
+    "tensor_parallel_shards": 1,
+    "head_dim": 128,
+    "dtype": "float32",
+    "max_batch_size": 128
+  },
+  "vocab_size": 151936,
+  "context_window_size": 131072,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 8192,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "pipeline_parallel_stages": 1,
+  "temperature": 1.0,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 1.0,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "deepseek_v3",
+    "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+    "system_message": "You are a helpful assistant.",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<\uff5cUser\uff5c>",
+      "assistant": "<\uff5cAssistant\uff5c>"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "",
+      "<\uff5cend\u2581of\u2581sentence\uff5c>"
+    ],
+    "role_content_sep": "",
+    "role_empty_sep": "",
+    "stop_str": [],
+    "stop_token_ids": [
+      151643
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4813c1c77b8d0d3d362848966ed3f6bec760c329a9b4024278758d97c1c36d
+size 116686848

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b68ff3b61089610d2431d3097a288ac8abbf6027012755013b280e4fb438f
+size 116686848

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c434bf8c1a12c70f82cbfd1a1fd032c36062e0d0624ee854869a2918b95adcc
+size 26331136

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ee406da70e5f872ea5f93d749c2f23e68c68a6cc7ad63f855dc3f6e0639d1
+size 26331136

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2970d7dd049a487bb1415cfd7ccc15bec06cea60a38a42c68e5886cfaa02643c
+size 26331136

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a014ab75a88523f552997270404aad87a746887ed9a3092c83b250594b7badc6
+size 26331136

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cff56a70ee401359ff0f2cd9169d3abc8fff240ee42f713954cd959195fc786
+size 26331136

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df414862e8be0cf7ba70ebefc89eafb80108a492c5d2190ff16b523b651fbfa
+size 26331136

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868cc2f94a7fa22126a155cc5e06b14fed5f95b83af00b736755b846c7b3ba13
+size 26331136

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73f777b8611905d18bae711f8f2a97a88f92f45aa21d8b6f05c3ebea3453135
+size 26331136

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd03d9b6d8d2dd9fbdcb490c798c544957bb9569e3e58bcb00a932795e2cd7f3
+size 26331136

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb39dac820c506c9c37ba3da690a88da7a2a48c5920deb096d4c7ee88371678
+size 26331136

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c9ac194aa5ed68623826af040327a6ee43a8923d71eeced5a9554666dce213
+size 29174784

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fd3429478f1c85e5d9cdf34d37a3306fea8be8acdced8e2e407c16d910389b
+size 26331136

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268247137646af01cad889dc6a12e229cfcf29d3ed9b96d0fe1850821e9362d1
+size 26331136

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b1a3a86c5198b3e0b537f9f05d92ca3b22b5d6747ff4450e4413171289f549
+size 26331136

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54e39305bea2b781d6e5c518ea81d9dfe05ccb1a19306d02250fb2411bb41ae
+size 26331136

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879358a57f9e2e8c15645afe76147f6f668769e2b02d33193f480de0acd80b47
+size 26331136

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9d831dacea12adda34c79bcfc061574093e64290fd8fada3726f5c1efd8b77
+size 26331136

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8607e8b3fe2ce80d0825e2dd4035e26318166bf487c2e062c792f5e2001192e4
+size 26331136

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e21acdb9f3a722227431e258fd7b3aae74eea80ba10e9ebe78c9ca6b37bdd5
+size 26331136

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b01f6c5daf9e775d5c50e75d4cd99d10ddf9e0a5458e0f602630161bea7085
+size 26331136

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018f365ae1584512127502951877098287ac39f5ad7856e2eea263ad4f4262c6
+size 26331136

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807993187284a5a883cd20f80a113c25c5fde13d69606d526dcd0448cba20f82
+size 33212416

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd225141d3e031ab77600c180cedc8c5ae3854b8fc584236a5317f12c0be380c
+size 18589696

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeda98d75827843b164b71597c17f33c833e859914017510728e9834505aa273
+size 27191296

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9abf5d9053c11f6ad700d6f7572dad2832c9f579d6f217e0998a9a6e4aed4e2
+size 26331136

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cd6910039baad6fce4467956a5179ca074e609dbcbebfe7261701ecf4a377a
+size 26331136

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904b9b0c57e91b88a96c4aa7f8b47d80ec7f1ba2d0313743b85268b2c7a747ec
+size 26331136

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141a631925d702b7e681421c972908c707e0a544095a412547eacb68eb4c2de9
+size 26331136

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab485e831ccc43b7e10b2d0fc6880327ec14c9350c9d9157e8d54664c5871b3f
+size 26331136

tokenizer_config.json

@@ -0,0 +1,35 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": false,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sp_model_kwargs": {},
+  "unk_token": null,
+  "tokenizer_class": "LlamaTokenizerFast",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}"
+}