Hugging Face's logo

mlc-ai
/
DeepSeek-R1-Distill-Qwen-7B-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
1fdeaff
·
verified ·
1 Parent(s): 50d2e7a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +76 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_12.bin +3 -0
  22. params_shard_13.bin +3 -0
  23. params_shard_14.bin +3 -0
  24. params_shard_15.bin +3 -0
  25. params_shard_16.bin +3 -0
  26. params_shard_17.bin +3 -0
  27. params_shard_18.bin +3 -0
  28. params_shard_19.bin +3 -0
  29. params_shard_2.bin +3 -0
  30. params_shard_20.bin +3 -0
  31. params_shard_21.bin +3 -0
  32. params_shard_22.bin +3 -0
  33. params_shard_23.bin +3 -0
  34. params_shard_24.bin +3 -0
  35. params_shard_25.bin +3 -0
  36. params_shard_26.bin +3 -0
  37. params_shard_27.bin +3 -0
  38. params_shard_28.bin +3 -0
  39. params_shard_29.bin +3 -0
  40. params_shard_3.bin +3 -0
  41. params_shard_30.bin +3 -0
  42. params_shard_31.bin +3 -0
  43. params_shard_32.bin +3 -0
  44. params_shard_33.bin +3 -0
  45. params_shard_34.bin +3 -0
  46. params_shard_35.bin +3 -0
  47. params_shard_36.bin +3 -0
  48. params_shard_37.bin +3 -0
  49. params_shard_38.bin +3 -0
  50. params_shard_39.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 3584,
8
+ "intermediate_size": 18944,
9
+ "num_attention_heads": 28,
10
+ "num_hidden_layers": 28,
11
+ "num_key_value_heads": 4,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 10000,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 131072,
17
+ "prefill_chunk_size": 8192,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 131072,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 8192,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_level",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "deepseek_v3",
46
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
47
+ "system_message": "You are a helpful assistant.",
48
+ "system_prefix_token_ids": null,
49
+ "add_role_after_system_message": true,
50
+ "roles": {
51
+ "user": "<\uff5cUser\uff5c>",
52
+ "assistant": "<\uff5cAssistant\uff5c>"
53
+ },
54
+ "role_templates": {
55
+ "user": "{user_message}",
56
+ "assistant": "{assistant_message}",
57
+ "tool": "{tool_message}"
58
+ },
59
+ "messages": [],
60
+ "seps": [
61
+ "",
62
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
63
+ ],
64
+ "role_content_sep": "",
65
+ "role_empty_sep": "",
66
+ "stop_str": [],
67
+ "stop_token_ids": [
68
+ 151643
69
+ ],
70
+ "function_string": "",
71
+ "use_function_calling": false
72
+ },
73
+ "pad_token_id": 0,
74
+ "bos_token_id": 151643,
75
+ "eos_token_id": 151643
76
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f416bb1fd2e6a701f469dbc55afb2cbff27c3dc1b3f1f994dbf6db452b0a03
3
+ size 1089994752
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec6a24d2c8bafeed3eb48b6c598903b4212b03609131cefe02ebc8fd149e674
3
+ size 25690112
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351e6714d848c0a0ef698436adafb89d75e33a48fda9fb00a3c1a4864649965c
3
+ size 271581184
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de43c182e7e3c67d02ec40c53f1c851ed685fac3ab6a72f3995467908a42ae3e
3
+ size 33030144
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c27129e9e5be886131a5f47195dc58acf8bd9fc4d6e523a03b518680475c571
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e30fecbfaacd53ca2819d0c615c2fb06ef18108a4e92b035a3ddd7e70b78138
3
+ size 271581184
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7bdfe1a1d1e339d44aca9337974a8c5f0a982e2b58fc2bddefacd0816ae7a81
3
+ size 135790592
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84e4bc6f926a76ac34a434e42ba9909f7041d2042d1eac6b1a6b78d8ecb2c5a4
3
+ size 33030144
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d8e0b5c6fe84e58fd28c2cb6e33c4a83bbd4a045f49b071b77ab2b31388fc4b
3
+ size 25690112
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0d97cbdd6e341f88ebf91d428fc5da5c711102b79540fe8e48ac0fa390f57e3
3
+ size 271581184
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21de245e3e096708136f328838328d8c168640099222562b11b6f98c21e2155
3
+ size 135790592
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1701ecb418df465f8758848fa773923da7768a9314d99c4152202d9b9a1cc89b
3
+ size 33030144
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3c56436b0a238ce71ca11026e3edbf288833f40f65444fa3120861b5de8e0a1
3
+ size 25690112
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad74083c6abc686e7846120f67e21dbcb5ed653a3c27be1d96292bc8f588a0ac
3
+ size 135790592
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f492fb5958d81331a212e15c272c82fd031d2744241ccaa235e26a86068daa1
3
+ size 271581184
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc7c9852608c88b3842c34f76b094d6230f32f1772d0a83829d8252b7637a36d
3
+ size 135790592
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f2f42a0f82c4351277fa40f3750f68c16224d917a1b7b9e788340384f048bb
3
+ size 1089994752
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93bbe99c820e3c4d6a8e79f5adfccea82b914ae7a11e13be5f287d81c1a9c865
3
+ size 33178624
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f2429d9e741e1376951c555f271e9f107977d537527acb558df0aa2ef4999be
3
+ size 33030144
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466a1d33cca7ffeafcbafd8e14f581ed45b14be43998ec3f3cfee5ec44c777e1
3
+ size 25690112
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c5f9fb90aeedb3891c9ee2ea419566f2b572829afa886fccc5406fb11dd90b
3
+ size 271581184
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7fbfac2fd3d47a35dd80f0c69bad8116b7f0a485e55909c3d29b87cf73bb8b
3
+ size 135790592
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef0b4bde71b6c65df45da5110260cc7381e0be55ce7101edfdb7a3d878665b0
3
+ size 33030144
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800ce38579298cd983bbc8fae70b0af40b2807acc60794309845ecc2443e0428
3
+ size 25690112
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35f3d31e95fd39c1847ca133693f819283f663b4fc3b316154f66f6b5b421f81
3
+ size 271581184
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfef0060d35f582c151f79487100679ce578de56f0a491a22c0ca47cf03c547a
3
+ size 135790592
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97366ca78b96f213cf773ea1661292a5f543b504b0e3bd93e2644d4164772771
3
+ size 271581184
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a08c99fc5f250ad68440f1ff71932ca648ca6f6b679bf3f27ca2370c0886449
3
+ size 33030144
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1981625c3af643b4c39946100536d5d38b7f05414896d54f954beafc423cf116
3
+ size 25690112
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca06d1002d48715bbc2b16aee93bde9d042bc50a406984ced7af258f33bba409
3
+ size 271581184
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5128868bc094141e913992898f7018cb51ca90446a497322d2a3ba1aa0b1ac3d
3
+ size 135790592
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79d1692690b7e3d78d49c0bd1131ec8aaca58e14cb98767a584e27e73fd2d96
3
+ size 33030144
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e30802ad91fe74d1e192bbfe05afd4f2905fd7bc249d43b6677db77148bd15
3
+ size 25690112
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d4467a00102f19784e120c9da841986e38f52e78b20771a1a5c8bea8566e24
3
+ size 271581184
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c1dd5ac57c3abdefa4ae08043d37bf3dc5cdad4233767827ab23ed89d24db1d
3
+ size 135790592
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc09f8d9077e72e219bb9346e80f207da99737b1ee490a99eddb78ef0194967f
3
+ size 33030144
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda7019198d6a716365a92b67ccee8d34b959fc320b0b37ea9774bec1bf8cc0d
3
+ size 25690112
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b4e641c8c053ecb8aa6764e24d80e1699ab9925e82ea19f55999bbb59555f8
3
+ size 135790592
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246a84718b14fa4364f3edb742b3833729fab85102f49b7de9aa1fba7f4ca497
3
+ size 271581184
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ed9b82286b6ff3b5eda8383c861de333b8d8409271804259794f7ac2a1a2c2
3
+ size 135790592
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e326f1236be7b122edf0a52990cb311fcd5661f96b201c13aa0aed5060bbf93
3
+ size 33030144
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f64b56578655d38bd8cf40e739b06d0ffb61215dc075c3d93efa77a325e7a52
3
+ size 25690112
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f195cdf45ce54cb9aea43c1b366c4eb364ec67bf0f68255970d003f1df1005de
3
+ size 271581184
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2988ecc8ddf12edd3d47f6644b1844ac45a4ad7f1e3e8581a68f1760ad0a7b0
3
+ size 135790592
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:643b4b4b57f09cda2d28eff2255014c67cd2897c2c722fbfa7b5251a7e89aac7
3
+ size 33030144
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ed67d29ae7487ec130be5266eb014c7fecbd3f5046f13440bb8732439e7723
3
+ size 25690112
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377b05b7374e1ba2a86fe16c004ff2f0b579b56ba597a28db74c737bca8e38e6
3
+ size 271581184
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100b299fa3c71b1541175232f07e6713a079ebb903c331e355ae5ba8bc5f6937
3
+ size 135790592