Hugging Face's logo

sionic-ai
/
chat-Llama-2-70b-chat-hf-q4f16_1

Model card Files Community
noah-go commited on
Commit
74fee25
•
1 Parent(s): 3cc12ca

initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. mlc-chat-config.json +18 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<pad>": 32000
3
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Llama-2-70b-chat-hf-q4f16_1",
3
+ "local_id": "Llama-2-70b-chat-hf-q4f16_1",
4
+ "conv_template": "llama-2",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
+ "shift_fill_factor": 0.3,
11
+ "tokenizer_files": [
12
+ "added_tokens.json",
13
+ "tokenizer.json",
14
+ "tokenizer.model"
15
+ ],
16
+ "model_category": "llama",
17
+ "model_name": "Llama-2-70b-chat-hf"
18
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82b5381a85f15a6dd97fa2724aba879972b77ff8ec8b811b0ff456ba51d42d8
3
+ size 131072000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d07d6cab59d3488bdc78d296b759808924278d215050a633c5fc40b0c82e011
3
+ size 41943040
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56600008688d92cd01233475b935011141de05712b8ed9aec7fd2d7347adedfb
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42cc5333dc456a155e4aa2d1db78e06f328568f35427ad242a68ce685f34d9c
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2290b96cf1d67f61b46291a09d24a98447f30b3115467d23d79b5eefb8b68c
3
+ size 117440512
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e1ae84a276d9b9946d22c47b31e7d4e61a99e4dcbf3f852ee63497f6ae50a8
3
+ size 24150016
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0860a42cd788f57a09ec4e51b1206b1ad16c3363d96ed73a809700f2053023
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36512e1a20f2d4ed5ec7faa540cdc97a1cb4f89d241479b0e98c61445696c199
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc98486ca65e78aa2a62bb439685ddaae17dca251fae6a21fa81870df3d6ffba
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1208b4f104b1bfafcd7457f77960f85af5f9463b05d0d31d5d19c530f6162816
3
+ size 29360128
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e307e73c17efa6e543129c5a6de9cac8ecff75f521e8121d07e295c28e45a01
3
+ size 117440512
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316e3a6c96695717975ef579bd084ef18499217812abdb0827332822b05fca99
3
+ size 24150016
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7084f96c9de13bdcfbd794933f5b2bdd2bc953e29f64a909354f669687086177
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10aee58274fdb6c3118f4e58dcee9dc8d4cc7e4fa96d214c5e67b6f2c6206964
3
+ size 117440512
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a493a3f3582c7038665bcad99be298b7ae052bf45719f44865db4b682600060
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef90098b439cd511055365e8bd981ae60bf6caa8892cf9e292d0b2150fc06bc
3
+ size 234881024
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ac2445a44b937b16caba2f37ea2e6b42167ced332dca55b332783b46bc4c9b
3
+ size 29360128
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2caf2dfeb0aca0f24a8b21412d1e7377ad5850d2fd6166bd00bb97c0b86f7ab
3
+ size 117440512
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a8626d830fb3d4bb0b823b160c58cd196db72399a98b5c9fdaf89c3441175e2
3
+ size 24150016
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23b335dc96e1a80f9b4bd66b9c4f7e2c0cb2da6215cd32f59fae2bc7f035d0e
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3cc2c7b2adf237bb660635c780a06ec149817a94da1e9a5e765b8165230d80
3
+ size 33554432
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e7a9dbc7fbf637c80a639cdb5fb15a7207ce30a66841d842e9d1d500ef441c
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6124bad0beff3bf26d8417157c249835a977be95e1934bf6188b65d8710f6baf
3
+ size 29360128
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0833f4fcc69876b07e8b1a2c8811c2613716e9e8460eca660048d501ad6c9f
3
+ size 117440512
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef57229a568b14699bdc97789107f5181cf7dcb527cd5dd67528c1e327f726c
3
+ size 24150016
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9652227951de877b812edb6a2456c7ff3fa3d4bbaf82b211bd0f52a50b46ab21
3
+ size 24150016
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d4283bf5dbd28842592fb8ddcd6d933cede170ca86212b556f8903c7ec306e
3
+ size 41943040
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbc9e8349c11cd9baeb1d4133795d2b0b905e88fa5831a80c459564288baa10
3
+ size 33554432
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2da7383ae4766a67bf5b4752b2ed2c87f9c73c3855ff416ea99cf19cc9d4096
3
+ size 234881024
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d43e73aa0311fd173521ae4be916a3a719a7a2e97228ce0d623a624a1a6e5fe
3
+ size 29360128
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b13d92539b1e6b804f162b49e0589d349c8812aaebf5d3f8898e1dfdb942fb
3
+ size 117440512
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5354f304246ceb74cacb8ab75f509ea48f931e97d385b620cc4eefb7232dc3e
3
+ size 24150016
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:077fb0b3645c28e23f10facd47fc465077fd949e6afc9f46faa8e72b4f29fc19
3
+ size 41943040
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1a5fec06655f53635a9ecb34aa29a4227e36fd45207dcf5c5b626adc45d3cd
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2550db7ac63e882f9bfe6dc1b7aa3240d2147367e482daf94b366c064ca430f2
3
+ size 234881024
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346abc32b940de0c3e928a919ad0d83d716a48be8d18585123df6bdc59d65d19
3
+ size 41943040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e9a7c7466524f4b14c0fa087bb3ece0644389479e878d0efd4d1dd0fa41cc79
3
+ size 29360128
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0655e337d1c0289abf968633fc3af7395cd0ef1812d966f9a83ee245913edb1f
3
+ size 117440512
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9d49ff1eb2235752d2516819aa2d1ea67cba867b12715402bb26b9ee9267470
3
+ size 24150016
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0bc7d8f878e55cfe9cbe012e89a0d5bae78a25b7c14d5fcd34489cc3a77ef50
3
+ size 41943040
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb0d5453f2abc52c36fdf3c800543c838122d74f3cd7a4e4ed2bed68311126a6
3
+ size 33554432
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bfb31ad23fcf6251ad6f50790574406f27d91312dc0d36533c342801e9aee9f
3
+ size 234881024
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2abcdbc0bad11d125a427d885ade84c4510eb35035baa6814ca781a141a8be20
3
+ size 29360128
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b331ab3c44a5de26fb5dd0e576d436e7d527689c450e49e44f40fbc1f12eb1f2
3
+ size 117440512
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3edb9f53d1be31c50e466ade8e6d3fdf4b768212bc883b4cce89ee51b5bbad06
3
+ size 24150016
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6eb7f67fbe70df156add36dfcfedfb8d9d99bd530c4d0985009434ae9be881
3
+ size 41943040
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd3e530a29fe7b2f2873bfa01da6ccb16387eceefd46be5b10a7ccf9fad2da7
3
+ size 33554432