Hugging Face's logo

Lewdiculous
/
Erosumika-7B-v2-GGUF-IQ-Imatrix

Text Generation
GGUF
English
text-generation-inference
instruct
conversational
roleplay
sillytavern
anime
quantized
mistral
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
25ed71f
•
1 Parent(s): 4ee60b8

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Erosumika-7B-v2-F16.gguf +3 -0
  3. Erosumika-7B-v2-IQ3_M-imat.gguf +3 -0
  4. Erosumika-7B-v2-IQ3_S-imat.gguf +3 -0
  5. Erosumika-7B-v2-IQ3_XXS-imat.gguf +3 -0
  6. Erosumika-7B-v2-IQ4_XS-imat.gguf +3 -0
  7. Erosumika-7B-v2-Q4_K_M-imat.gguf +3 -0
  8. Erosumika-7B-v2-Q4_K_S-imat.gguf +3 -0
  9. Erosumika-7B-v2-Q5_K_M-imat.gguf +3 -0
  10. Erosumika-7B-v2-Q5_K_S-imat.gguf +3 -0
  11. Erosumika-7B-v2-Q6_K-imat.gguf +3 -0
  12. Erosumika-7B-v2-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-data.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Erosumika-7B-v2-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Erosumika-7B-v2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Erosumika-7B-v2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Erosumika-7B-v2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Erosumika-7B-v2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Erosumika-7B-v2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Erosumika-7B-v2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Erosumika-7B-v2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Erosumika-7B-v2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Erosumika-7B-v2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Erosumika-7B-v2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Erosumika-7B-v2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364f31375bbb6fc153e436b1fbb5cb702ccd7af7500b9ab15743bf7effe420bf
3
+ size 14484731616
Erosumika-7B-v2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed7601a8da76c0e5bf00dd851f17e576fb05004f42dd4ab290c47d4d49d146b3
3
+ size 3284891392
Erosumika-7B-v2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169078dc83c7a470ab763966744281ec80aa879de4c159ed921899878d5bf2f3
3
+ size 3182393088
Erosumika-7B-v2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931baa1465af8d9a5ef4e6947078208bfe2a94d245e198582a824716f7ba453c
3
+ size 2827343616
Erosumika-7B-v2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e80eb8f2a96cb553c4857e20379b01aa889d79f35b6c9fd3e6acee7c145b11
3
+ size 3907688192
Erosumika-7B-v2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff4af1c659353ad1db49554730b43d20b59a92fb86f0b0162743f182811c2446
3
+ size 4368439040
Erosumika-7B-v2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50429ff0ab74a85707a0201e113d134a783dcba431d77be576a0b847fc39bcfa
3
+ size 4140373760
Erosumika-7B-v2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae9d23e45013a661356d39710f64f6d08f4385eb020bea8b7c04f1e7e00ba1d
3
+ size 5131409152
Erosumika-7B-v2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:340543c7b07c5ef1205a99b79bcf25ab3bad0d839132bd285145aac2047065b8
3
+ size 4997715712
Erosumika-7B-v2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38204892e4f2d197c58fbd5733eff9dfe83d26145641cc28c58bd724a6961d42
3
+ size 5942064896
Erosumika-7B-v2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b15fb890018d138d293c2ef15e6e2fa00c26a47c39bc04060cf51a6bfd81fd6
3
+ size 7695857408
imatrix-with-rp-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd86ff91a511460dd671779b92f0e5bb818f21317fecc931cb7203f8aa289b1c
3
+ size 4988126