Hugging Face's logo

mlc-ai
/
stablelm-zephyr-3b-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
3edc182
•
1 Parent(s): 16b6d55

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "stablelm-3b",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 0,
34
+ "eos_token_id": 0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3971ced1308e3f88f34c6be12479f3256c06db4b825a06b3b994b3c5ac75a48f
3
+ size 64389120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d38b6a89b65d2e20a541dce5e997418f4b525a2889a0baa7c24ab0eea5fb0c6a
3
+ size 64389120
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:090d0f6fb95921f586e510fd764ae674c90cee10ac591fa02224ba1544f6b7c1
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a62f66fd066c32efe8ed8cedea9df3570fcbb8a6e5fe3b8e0c6757dee5b2daf
3
+ size 26931200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43cc2282563b4169fa46c666345ddc08f931fbfaa29da501539debc3e57cb07
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af3e5d0b9958a2d6e48f4ddb2b201c57b2cab4ca4da248f48b70f8eb4755861
3
+ size 26931200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95764b28489c53d2389c393e8605872267dea70a4c09758407ce72e2333f8f84
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c4692104cd89b3f7a1418062eacd0560f4343ad5d6159e0a7e4b49a001f41c
3
+ size 26931200
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cabe2d0f992b999dbe715563bb9e5f6de007aae94f6a2c9571d303e08925df58
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6c59dacb815901030b98059031a1d0e2dbc17a93c96e4e708340d71a125b7a
3
+ size 26931200
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4eccfac7c66f5ef8319ff716cf6f350edaf608c8b31a9ae831d5e96f639ccab
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91981581d7eb1a44380d82ddc97e11f89d481eb016090a622405b6f090129ca8
3
+ size 26931200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e6bd7c968e5f78ff8bd93a2e9826083e217c224459082dd85caf5b41b200ca6
3
+ size 17694720
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5f4ff326266bdb3ff0ca594fad19ce81255a645cea66fd0827bb35386b625e
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ab2fa70824196e08c603eb40289ff06bcc3984618d00028ae4c854cea15cb3
3
+ size 26931200
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24e384deff240f4f82c37c4bdd2965ee65c1e3b84d4b9abf6886557ba0974da
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d2af51415f68b2430fbff474d9de976a731014f2b07fdcd75d3f0898443dd7
3
+ size 26931200
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ae1231219710130c426f195ec4878dd1386685df21dd4fb86d31b3a20b4f261
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ee5c99bd59d759185e0dbbbd144d9c7adf5a52465961c816db7f5a7bbc3fc5
3
+ size 26931200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159062a688d5a9eadb2ef8f698f6ad6c099264bc06eee567ec6a09bd068b348e
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0537ebbf12139a2dab3aff6a3dc524d0b7e82f99ddbc3528c870a6cffa5ddd85
3
+ size 26931200
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce6711fa7b3e24664589c5f9e363c73a4b1aaef1310fd522140a045d504b78d
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5874c0c46f8577bcab923084a184ce84ddd4be88a9b80dd9862be7626504d6fc
3
+ size 26931200
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169b7b0c8fb1d677fb124917db1aac256b16539c62641f8a88407e459855cced
3
+ size 28282880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21496670251261ce3435a9437491eaa3e638543e34e4b1a53711b7f855dc1086
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972647a106f6294a956d670c5de9b039816b36c85e9dc3c0b71f2e78b2bcf005
3
+ size 26931200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa9a7c9d5921c619dfbb85ea7a26006f31693e9fb91737eb52e710a7f4d726b
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d672c28a5e6fc7e5393719df5452c30e2d65881e6618be143c4df197eebd9656
3
+ size 26931200
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf08d8148152b80f7f996058e914f2971d73048bc93974a3169dc6343e140ea
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8928dd5dc76180cd40a4f74e9864eb244831140f87ecfe98d73d6bbb9fc7bf92
3
+ size 26931200
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db87cc40aa8dcb175b26d38d0c5bfe1e009d16731efcf6f5e884f8ed4ecef4c
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7380611569a9ed59c411f86f8c0f4ee66ea6b2c1ee850a0f0a0c3ca31c5bc42
3
+ size 26931200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04a295c9be192067bb80c5ed842df48c06b53bc8b321f918ae7308d9ed058c9
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc6ff33c58c1066cd4ea3dc58e49dc85e8721ce7759d1e9a7f0855e55723210
3
+ size 26931200
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8b55143b0a0d9310486aa5c22a76f253a17de3e5cb80a3bdbbd5ce8e360cff
3
+ size 17694720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5df231a8e14ca484e530fcc697b13d88b87b27a7f28f8124ad7e4bb9a0ff1e
3
+ size 17694720
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc4ccc510ba7f5ac54ebc5760c89c64566433d9dd1ed7cd6a8aaf93134a0cf41
3
+ size 26931200
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d50900b743a640c410fe309e5c334d6775d6921bb7e8b54155ce8f0961b161d
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1479896690b4aadbe1b15babdcbd754fe77378dcb55f09c20e64df4132a00a7a
3
+ size 26931200
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8098dd4191d09bad66d9d3cbb26f936137e02f313994a37d870eb286375eb1b
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d301268ce56074967f0521a3cb4c926a107ebfa9828ae28c52a3cc60c279fc
3
+ size 26931200
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a343fbeea787bb41e5962c9bcf4bbca7ab0a51fe4c92f128d94c046a691950aa
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:375a7184b6f7344fd7c996c5cc10490cdf94a5842fbc8bdc2c3db5e2dbbcf848
3
+ size 26931200
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e3899ec2118bcbe7326a0d8e0f3c06cadcabed6a4a0bf17cb0e0a865bd597f7
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d39a6d6a2dfee70fba687e8f0e71638883e9c0fd5be01395a373deebeffaf6
3
+ size 26931200
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ef1c9faf9fdada186644d9418000f75181379f1b7f33396905fb9a48ff2cd8
3
+ size 26931200