Hugging Face's logo

Lewdiculous
/
fireblossom-32K-7B-GGUF-IQ-Imatrix

GGUF
roleplay
experimental
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
50a96cd
·
verified ·
1 Parent(s): 0a84623

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. fireblossom-32K-7B-F16.gguf +3 -0
  3. fireblossom-32K-7B-IQ3_M-imat.gguf +3 -0
  4. fireblossom-32K-7B-IQ3_XXS-imat.gguf +3 -0
  5. fireblossom-32K-7B-IQ4_NL-imat.gguf +3 -0
  6. fireblossom-32K-7B-IQ4_XS-imat.gguf +3 -0
  7. fireblossom-32K-7B-Q4_K_M-imat.gguf +3 -0
  8. fireblossom-32K-7B-Q4_K_S-imat.gguf +3 -0
  9. fireblossom-32K-7B-Q5_K_M-imat.gguf +3 -0
  10. fireblossom-32K-7B-Q5_K_S-imat.gguf +3 -0
  11. fireblossom-32K-7B-Q6_K-imat.gguf +3 -0
  12. fireblossom-32K-7B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ fireblossom-32K-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ fireblossom-32K-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ fireblossom-32K-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ fireblossom-32K-7B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ fireblossom-32K-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ fireblossom-32K-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ fireblossom-32K-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ fireblossom-32K-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ fireblossom-32K-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ fireblossom-32K-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ fireblossom-32K-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
fireblossom-32K-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71256148568e6fa9f180bc33ba295f8979b28089aa015951166d5d457a369104
3
+ size 14484731616
fireblossom-32K-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d916a2787eca1bf077c0222247610e89eb4b3c02eba09be2cb1bebed4a4ece
3
+ size 3284891392
fireblossom-32K-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f198a76100e0d5928f68bb07b4e8d1aca63cb781b421beaf15c70c76515ef164
3
+ size 2827343616
fireblossom-32K-7B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0755f7e98895fcc6288666a6e1817d3bc757225d00b84c5d9dc23783568ba287
3
+ size 4125693696
fireblossom-32K-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b137f9d4dbed79491d377ce837ea8d5ecc85a3c3b3db92b861fa6c53bde885c
3
+ size 3907688192
fireblossom-32K-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b598e9e1806e81bb78cb2516e7a2db1ce289cbd70a5380b3a97bd2ee8eeb4a
3
+ size 4368439040
fireblossom-32K-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d34a0aaae5db9103d765554e3ad38ba084bc7bfec174f49c14cc25af4e008c
3
+ size 4140373760
fireblossom-32K-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4348f25c8e9832da80b5d3e63a033bf7c46f868c6ea378a4676d571188b7a573
3
+ size 5131409152
fireblossom-32K-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ccbc595fbe1872e71832f358f2812bccaf27d1007418342f2e049464e5028c
3
+ size 4997715712
fireblossom-32K-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164aa1bb8e02915387b3ae58225cd17e6b28f77c5f2cd138eb2f7bd7ab583c3d
3
+ size 5942064896
fireblossom-32K-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9721fe317909442af87d56d15d43467eced691b90e70debc8be685df35f38a2
3
+ size 7695857408
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb576471110ce5a75bc7d39020de55d40b8f37731486a95bee7529998d7a28c0
3
+ size 4988126