Hugging Face's logo

Esperanto
/
mistral-7b-Instruct-v0.2-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
mistral
4-bit precision
AWQ
Model card Files Community
ericsorides commited on
Commit
b8a6d2b
·
1 Parent(s): e05b486

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. added_tokens.json +5 -0
  3. model.embed_tokens.weight +3 -0
  4. model.layers.0.input_layernorm.weight +3 -0
  5. model.layers.0.mlp.down_proj.qweight +3 -0
  6. model.layers.0.mlp.down_proj.qzeros +3 -0
  7. model.layers.0.mlp.down_proj.scales +3 -0
  8. model.layers.0.mlp.gate_proj.qweight +3 -0
  9. model.layers.0.mlp.gate_proj.qzeros +3 -0
  10. model.layers.0.mlp.gate_proj.scales +3 -0
  11. model.layers.0.mlp.up_proj.qweight +3 -0
  12. model.layers.0.mlp.up_proj.qzeros +3 -0
  13. model.layers.0.mlp.up_proj.scales +3 -0
  14. model.layers.0.post_attention_layernorm.weight +3 -0
  15. model.layers.0.self_attn.k_proj.qweight +3 -0
  16. model.layers.0.self_attn.k_proj.qzeros +3 -0
  17. model.layers.0.self_attn.k_proj.scales +3 -0
  18. model.layers.0.self_attn.o_proj.qweight +3 -0
  19. model.layers.0.self_attn.o_proj.qzeros +3 -0
  20. model.layers.0.self_attn.o_proj.scales +3 -0
  21. model.layers.0.self_attn.q_proj.qweight +3 -0
  22. model.layers.0.self_attn.q_proj.qzeros +3 -0
  23. model.layers.0.self_attn.q_proj.scales +3 -0
  24. model.layers.0.self_attn.v_proj.qweight +3 -0
  25. model.layers.0.self_attn.v_proj.qzeros +3 -0
  26. model.layers.0.self_attn.v_proj.scales +3 -0
  27. model.layers.1.input_layernorm.weight +3 -0
  28. model.layers.1.mlp.down_proj.qweight +3 -0
  29. model.layers.1.mlp.down_proj.qzeros +3 -0
  30. model.layers.1.mlp.down_proj.scales +3 -0
  31. model.layers.1.mlp.gate_proj.qweight +3 -0
  32. model.layers.1.mlp.gate_proj.qzeros +3 -0
  33. model.layers.1.mlp.gate_proj.scales +3 -0
  34. model.layers.1.mlp.up_proj.qweight +3 -0
  35. model.layers.1.mlp.up_proj.qzeros +3 -0
  36. model.layers.1.mlp.up_proj.scales +3 -0
  37. model.layers.1.post_attention_layernorm.weight +3 -0
  38. model.layers.1.self_attn.k_proj.qweight +3 -0
  39. model.layers.1.self_attn.k_proj.qzeros +3 -0
  40. model.layers.1.self_attn.k_proj.scales +3 -0
  41. model.layers.1.self_attn.o_proj.qweight +3 -0
  42. model.layers.1.self_attn.o_proj.qzeros +3 -0
  43. model.layers.1.self_attn.o_proj.scales +3 -0
  44. model.layers.1.self_attn.q_proj.qweight +3 -0
  45. model.layers.1.self_attn.q_proj.qzeros +3 -0
  46. model.layers.1.self_attn.q_proj.scales +3 -0
  47. model.layers.1.self_attn.v_proj.qweight +3 -0
  48. model.layers.1.self_attn.v_proj.qzeros +3 -0
  49. model.layers.1.self_attn.v_proj.scales +3 -0
  50. model.layers.10.input_layernorm.weight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.* filter=lfs diff=lfs merge=lfs -text
37
+ onnx__* filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0
5
+ }
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde834ccac5e94324b25cb81b02d27312cac0c551b55a7e1d555d90bf6cb6e81
3
+ size 262144000
model.layers.0.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d119d0ae8a6f16e4dcb40d31157d1d60cffbad6f3f0722cf917a735bd6bd6103
3
+ size 8192
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb6b7c28287ffe136731527f6a1ad4bb3051962375f6d4d863a57feeabf2694d
3
+ size 29360128
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3073106589194df2ad74d9f1559b253670ae40b7026fc81b7eb1aed7e2b39a8d
3
+ size 229376
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae6da55dd2eb75d3cf4511046ee0c16494d441573c0b2326bd9f0437a349efc7
3
+ size 917504
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2648f7c20249d8b3eb1306a86b6990a14ffd4676b6d4f527b9d26a0825e049d6
3
+ size 29360128
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c79ab057928dec8b383f988e4e5878a3049c1b56ddb56bc298a52c51c53e1a1
3
+ size 229376
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:147f3bf4264c43dd2cc1517ddc51b1925e6264e6d6ed3a9c2ce165fa6dfbfe80
3
+ size 917504
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfbde37f358c5b43efd678ecb866eae3bcd64e3183216f3a0727b04c5296af8
3
+ size 29360128
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e768d390154c64a12cfbf279f07839fb2a181ae719194c6e25323380be9b016
3
+ size 229376
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8753b8b64a1e9f8ec74eb780e90c0dae8b1ecc8e435178ced1eb844f4561ce5a
3
+ size 917504
model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:066ced76564e08b8cfdb526d43d741c74bb78a78c80be5faa2c9c331861a420e
3
+ size 8192
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d12c076989732de6492736426a1efbc3b9b16411db1d1bbd7d5d68b0099a789
3
+ size 2097152
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed5dc27600be7378d132e7fffcbc1e31f73f637c2ccb15c1a1745e7536a7549
3
+ size 16384
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37635cb753dae1d38d8a30f7e9ea23ac74ee7fbe818b51f7b7e51454eaa026aa
3
+ size 65536
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a89a23bc9f090025f3cf10367a5d8359cc00ebf3ea71e70c76212d4de8e9f0c
3
+ size 8388608
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5046c552fe34478af9255822c941744bafc3c0cba8d7ecd2b6159f13fc53028
3
+ size 65536
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec8face41bf0704058b0710d01ecd9a8d7247ac95413f5a0927426ffb0f2163
3
+ size 262144
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95feb3dbc08aff13ecea8f9bca48d09b4889ac2dc62c8eeb8436b950a3c0aa07
3
+ size 8388608
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc985244e20d0ac8b647f171e2193b5fcae827986e54d3303625411839f2b663
3
+ size 65536
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c03a3f98d845406d945fdb02819df87f1ee7c7585159f12a0780ad258f571d9
3
+ size 262144
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b0b92f7459843fced3d4162ea11e198d66d1335a7c2d204efc300408ca3b81
3
+ size 2097152
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51c132bb9f39a9e4a65b002dfa0d5be9136f0430e769abeb2a88dc79173ab226
3
+ size 16384
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad1dc90e2db88eb5a915cddcdc51659676459a1153c4345a5ef6de9d60f332ae
3
+ size 65536
model.layers.1.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b685a2facc2d39682b78221b0f797f45a2d0015b6f1feafe53a7953e39dc81
3
+ size 8192
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8aec48b6b093937910e017d66e710b608803e765fa1f8482a309ca6cf64907e
3
+ size 29360128
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3475a0079da953e5516e1ce7de864d1619898e21371fac05bbe28789edb0ee
3
+ size 229376
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037f2be1f7440383e14198f0cb857f2006e9c1c6b5404c2ec5689448e0de6cf6
3
+ size 917504
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62d00d52c28c0dc2420778329c23b19df4877c19096d20a375f00305634c5350
3
+ size 29360128
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ee165f212362554f47f7f51076fbc94b62d13af48337afc7dc3bd67fd6d952
3
+ size 229376
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139e3517cb5f6d24614685008e5c87ff710f01ca085d35dcb402eeb1e83d34cb
3
+ size 917504
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e6d6e0ab62470cf4eb0bd296dea0deb0453b65d92cd28abe41eb5106e4ef6d
3
+ size 29360128
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e949d6b068b690507509c5995f2f720667f309a315db3c5dec284a5a9961b98b
3
+ size 229376
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049667e8b65d7ea69703c9fd5c4fa818dc24dbf3bda61c9d5f687e86364297f6
3
+ size 917504
model.layers.1.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcd0f8f5ea6882350a86e47f4072457fe477fd88ba7a20a7c4be441b77c6a53
3
+ size 8192
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7e151a223be9286fb75e9efe1411a61ac1b9e11c19db5ea46f39209a6fdf48
3
+ size 2097152
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8444e5d32c10c9536da54062ea1883ff7c6e0707f753380df231d68840cc049
3
+ size 16384
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdee1c84777badbd2d3c19c1685655ee8b2feffd367e05b1fa1f1940fa702cce
3
+ size 65536
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672dc10ab132f3926b53f879a883c21d29058722db154803e8f54b02ef1650f5
3
+ size 8388608
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61cb2c6cd302b6d99025333e6ddce123abd09b263f99c2c2af37f3ed7d1c450c
3
+ size 65536
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642f4fed14977b42c3dd579abe92780c38693055950044d6fcec4c41d547e6d1
3
+ size 262144
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e8c6b817f2813b02098e565678f8e2fdb91fa2fd6a9a1af545fbbc8b3bd5550
3
+ size 8388608
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89286128f976dc3d74872abd1f4f507c0a1c16defa91554c8370fc585b8de8bc
3
+ size 65536
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d18d35446e9ce622c27313f4d38b8b846998479796409498a7cc6316eeaedc31
3
+ size 262144
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea687e85c384999d8a2d0b85b724a5897a948243c99a2b7f1ceb1c265e1f0d5e
3
+ size 2097152
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8243632c019d545c4a2691e2c16a5f874e13fb0e7e6bfadde0b214635c9ac8ec
3
+ size 16384
model.layers.1.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31be26589993d36ef6fd3a612cbb6fac2f851ccae7310a9e78684f76409b3927
3
+ size 65536
model.layers.10.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d39a3dc86b5fde7cc4a22e9ad1522d85c3b7d5edc483d5369d33bd85e0011c
3
+ size 8192