Hugging Face's logo

mlc-ai
/
DeepSeek-R1-Distill-Llama-8B-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
196c6f3
·
verified ·
1 Parent(s): f1bf811

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +83 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_11.bin +3 -0
  15. params_shard_12.bin +3 -0
  16. params_shard_13.bin +3 -0
  17. params_shard_14.bin +3 -0
  18. params_shard_15.bin +3 -0
  19. params_shard_16.bin +3 -0
  20. params_shard_17.bin +3 -0
  21. params_shard_18.bin +3 -0
  22. params_shard_19.bin +3 -0
  23. params_shard_2.bin +3 -0
  24. params_shard_20.bin +3 -0
  25. params_shard_21.bin +3 -0
  26. params_shard_22.bin +3 -0
  27. params_shard_23.bin +3 -0
  28. params_shard_24.bin +3 -0
  29. params_shard_25.bin +3 -0
  30. params_shard_26.bin +3 -0
  31. params_shard_27.bin +3 -0
  32. params_shard_28.bin +3 -0
  33. params_shard_29.bin +3 -0
  34. params_shard_3.bin +3 -0
  35. params_shard_30.bin +3 -0
  36. params_shard_31.bin +3 -0
  37. params_shard_32.bin +3 -0
  38. params_shard_33.bin +3 -0
  39. params_shard_34.bin +3 -0
  40. params_shard_35.bin +3 -0
  41. params_shard_36.bin +3 -0
  42. params_shard_37.bin +3 -0
  43. params_shard_38.bin +3 -0
  44. params_shard_39.bin +3 -0
  45. params_shard_4.bin +3 -0
  46. params_shard_40.bin +3 -0
  47. params_shard_41.bin +3 -0
  48. params_shard_42.bin +3 -0
  49. params_shard_43.bin +3 -0
  50. params_shard_44.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "rope_scaling": {
15
+ "factor": 8.0,
16
+ "low_freq_factor": 1.0,
17
+ "high_freq_factor": 4.0,
18
+ "original_max_position_embeddings": 8192,
19
+ "rope_type": "llama3"
20
+ },
21
+ "context_window_size": 131072,
22
+ "prefill_chunk_size": 8192,
23
+ "num_key_value_heads": 8,
24
+ "head_dim": 128,
25
+ "tensor_parallel_shards": 1,
26
+ "pipeline_parallel_stages": 1,
27
+ "max_batch_size": 128,
28
+ "disaggregation": false
29
+ },
30
+ "vocab_size": 128256,
31
+ "context_window_size": 131072,
32
+ "sliding_window_size": -1,
33
+ "prefill_chunk_size": 8192,
34
+ "attention_sink_size": -1,
35
+ "tensor_parallel_shards": 1,
36
+ "pipeline_parallel_stages": 1,
37
+ "temperature": 1.0,
38
+ "presence_penalty": 0.0,
39
+ "frequency_penalty": 0.0,
40
+ "repetition_penalty": 1.0,
41
+ "top_p": 1.0,
42
+ "tokenizer_files": [
43
+ "tokenizer.json",
44
+ "tokenizer_config.json"
45
+ ],
46
+ "tokenizer_info": {
47
+ "token_postproc_method": "byte_level",
48
+ "prepend_space_in_encode": false,
49
+ "strip_space_in_decode": false
50
+ },
51
+ "conv_template": {
52
+ "name": "deepseek_v3",
53
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
54
+ "system_message": "You are a helpful assistant.",
55
+ "system_prefix_token_ids": null,
56
+ "add_role_after_system_message": true,
57
+ "roles": {
58
+ "user": "<\uff5cUser\uff5c>",
59
+ "assistant": "<\uff5cAssistant\uff5c>"
60
+ },
61
+ "role_templates": {
62
+ "user": "{user_message}",
63
+ "assistant": "{assistant_message}",
64
+ "tool": "{tool_message}"
65
+ },
66
+ "messages": [],
67
+ "seps": [
68
+ "",
69
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
70
+ ],
71
+ "role_content_sep": "",
72
+ "role_empty_sep": "",
73
+ "stop_str": [],
74
+ "stop_token_ids": [
75
+ 151643
76
+ ],
77
+ "function_string": "",
78
+ "use_function_calling": false
79
+ },
80
+ "pad_token_id": 0,
81
+ "bos_token_id": 128000,
82
+ "eos_token_id": 128001
83
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51e13215b9172a1b4269e342a95e5761437fed7e01374ad36cb6821aef1922ff
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c0f867919ce28d391225eb399b22ffadc63e22788caa392ed97e671f4a58012
3
+ size 32833536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d3a94201bed454b7c3d60549513bc8287d2db8fbf94912cba2d816ee994358
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b796e9dafb077e7a9275517371c7536d5be725b0b12df385de8468fbe04aa9e
3
+ size 58720256
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422966f29406813954eca235d1d71b7556d0943bb5816e8eed97b623aa4485ab
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28bed80fee9bbfe7f4c1bde6b69c540fa03179a1eb0fe1af71654572493d7af3
3
+ size 33046528
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b574f58c87b241880d3ebf2296a586d4271f5a21f605dcd0ce8b92709aa8cccc
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496f7c926f6c5c566fde01d0a29cd6acb121b4519e7226bcf0ca871d1278b645
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661fbfb4ede9757278e9baa224213ddd908ab54283493c4579246f947a217d0d
3
+ size 262668288
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0715992b0e0186894ee006325d78ca1c493448767dd04f6ede4059ab6a3c0810
3
+ size 32833536
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e52516031863ba90c7d6f0b09cebd51c3c4da2eda12c9b0c64c87d4656819e2
3
+ size 22044672
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e097417a31df28c93cbd13d61e12dfcb3e05084abfed047a324631bdc32d7b07
3
+ size 33046528
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af6fde55c44673442b7ee20686109db1cb6e8822edeb36ffa7b0f89eb88ba13
3
+ size 58720256
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e4bae322615d1bd803c827d868b8cea2e5bd23a5d907fc20f8a1ff6603333d
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1320f921447ed534f4871db403c7688f4047254f1b7f68fb440635df5c648cf
3
+ size 22036480
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441d334f13f8553a360df5f4cee37442ef365ad5491f530034acae1a56ca6de1
3
+ size 58720256
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e72aa63d64973bb3a6a6a8e8eec91c9638573634250d87c3e920621487284cdd
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526a89491dd8cdede5480b0bd8fef7106602156ede082b67f2b72d13ad827f7f
3
+ size 30932992
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97856e38b4e4921f4e81e62618aafc9580d33e8b2927f945792a3a89722bf280
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c32006acc7360c4d1cc222188e03d8bd1b5fa0234d493b56bfbd7b5adb49d27
3
+ size 27279360
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e907972696589bf063c61e7b26becfee12481cdd6829accf9695f456076c88
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523ad8272bb7023bbd7807a2a8991a803211296c9f11c9a54a38fd49958a8f76
3
+ size 29360128
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2240b716f62024415db6f6441b6301fec8959aafeeda7d79a269ed98180f6b
3
+ size 25182208
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d928ef3ac964b6c68e3c0662422f2ec94164d8a0cdbac615f3d5b440392bc0
3
+ size 58720256
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34c0746f8c4f50c78a4511eeff9191c030f3ee7f4fffac31de9b0103753350ea
3
+ size 29360128
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e123550ce33d4391350b4970d73af5bf02a02b7a342b39627a8744e9f6f196
3
+ size 33046528
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449615788ce70668807cde1a1b716d3fe51c79bac0a772976e5c16a66114bc27
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e59b805e5d05fbda494735f02f579a99978055ff337f98e3e4f7ef9e294dfeba
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad5c602bc2cecc5095ff13e7b9bdcd6524533f5da5948bd9a42adc4110a7871
3
+ size 22036480
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702d0287047707ca1d75ee23c5f05e54246fa59104c1d0339351d4a914269455
3
+ size 58720256
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3104193fc71f05cd897ad4ed85e02f70cf63a182234d4dc5622038ba0979dd2
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f16a70435d2222d90ea832b1c8b66be0e7aa838a9126e72437dea60a7db0a97
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7bbe06bee7e7c465d6bae4e55024892b15813527e84fbdff0e07378004115f8
3
+ size 30932992
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a95186da3989c677ac64388fd6d2d38201551f2c34827e2ae7a4d62f405474d
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4ad4b7706456776d43bdb35690dd20acbd2489dc190de4c667c2e1b9d38282
3
+ size 27279360
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf99d0142bea73b22607ad95e9d600026755635a1e18ba859069e3f6161551f
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e3dc039fee0e9b5b058cf92e155aec860d3c14e93e1d12b0e2b34cc46b6f6f
3
+ size 25182208
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e9125002198cb09b046ddf1b3df2af00d659d613894ebe5eb3c72f3f8b88d38
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db11fd2be2b8f130c390acf069dc96f3a3cf7629deadb178cc31cc73cfefa040
3
+ size 29360128
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:674bdda0626abd2eed5d58d8ee4b49b3e1300c7f9f089ecfd7fdbe55b11b6889
3
+ size 33046528
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf80f78c66db66368c7ddf06cea7c5d3373525e35988031ce656a476cde4769
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662ddf95fa74f70b963f41c9dbd0acdb3260183d9647fb4506659480824ff904
3
+ size 29360128
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db472b5b1cd93181485742a31d95bde4a4f79b0f243de328b8773152098ce0b
3
+ size 30932992
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4c20f89b6d797d514709c969b4bd5829bc8137bf8265c86d3e16841c52409c1
3
+ size 22036480
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde0d3e7651b277f0b98baa5aa9daffa45030da4bd8bd1b684f998d47f28cf7a
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425f97c74ea260c3b52c35b35f56feae745cbb5d568c2139eda51626ea3b24b0
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c03eb8e8d5203e7ef9116112d42a0a94b545f2575d35b5d1a3bad76ee97bc6
3
+ size 30932992
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b6771193c398621a87450c569311711e31c8e0987a539b19f0571a82643cab
3
+ size 58720256