Hugging Face's logo

MaziyarPanahi
/
WizardLM-2-8x22B-GGUF

Text Generation
Transformers
GGUF
Safetensors
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
mistral
arxiv:2304.12244
arxiv:2306.08568
arxiv:2308.09583
Inference Endpoints
text-generation-inference
Model card Files Community
15

Upload folder using huggingface_hub

#7
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/7
Discussion Files changed
+60
-0
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf +3 -0
  3. WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf +3 -0
  4. WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf +3 -0
  5. WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf +3 -0
  6. WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf +3 -0
  7. WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf +3 -0
  8. WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf +3 -0
  9. WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf +3 -0
  10. WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf +3 -0
  11. WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf +3 -0
  12. WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf +3 -0
  13. WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf +3 -0
  14. WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf +3 -0
  15. WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf +3 -0
  16. WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,18 @@ WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
48
  WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
  WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
  WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
  WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
  WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
+ WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
+ WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
+ WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
+ WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
+ WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
+ WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677254a8764e9cdc736e638e6634c960c3dbb305c99eb15963f5edb28b4f81f2
3
+ size 16530777024
WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c810fd9c410f7d21effb1d75fb1255a3a06770a696755d8bdadd618f07bf58
3
+ size 17108099264
WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5129af244ebaaecbf40f89cb6eede1b2035c4f9a8f1df066ed97413e87fb4eec
3
+ size 15552635008
WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecef6b5d484ae03d0684ec579fb086e3864cf2b50805c85dd3a6dbffb69fd8fe
3
+ size 16775340192
WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2364a5dc9bde78cfccf90063df9b01658410629124ceadb40eef2edb9f628b
3
+ size 6612950336
WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4132b1115f0fa12451c9049c24c0f3d1ab3348f70fa4609a94d193a6d58da1
3
+ size 15650661312
WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001d7eb7125217a694781fecf9ca2cb49c655fb5b0bd124a4025b198dd140bae
3
+ size 15916261568
WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577ea20c1fcc89ee42e5fabdd372dc7974857bf0eaedfab111ca94c6ba0fc607
3
+ size 14480924800
WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a96a5ad47fa40eebd46723a2db791e5834430bbb1a25014839028fa64db87bf
3
+ size 15583502496
WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79c807121753e7c4d8312f02330c5315a37e47ac1e1feb6a64f395416fb6af1
3
+ size 6158294336
WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92456ec422ddf695a19c990df3ac4186f0b12cc757504e3970d200d449044e3a
3
+ size 18818470848
WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5c0adcd16f8254086b04498820138236615e71c7a50b01a78523530a2da260
3
+ size 18869215424
WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab35ad5d7f7e4e8cd8cfafb2291b7ff5e8baa595cfcfaca209fa4dfc7c022bc
3
+ size 17108000896
WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e84aa55e44859ffb4da18f320bdef3b705ede320ad5118ed5d3bc3fd8717d39
3
+ size 18429501600
WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966d15e0c80a8305614d44b0337fbad8c4253bd8bf0973161d39ae2695769110
3
+ size 7252909376