Hugging Face's logo

mradermacher
/
Gunny-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
0f90c5a
·
verified ·
1 Parent(s): 958245b

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Gunny.i1-IQ1_M.gguf +3 -0
  3. Gunny.i1-IQ1_S.gguf +3 -0
  4. Gunny.i1-IQ2_M.gguf +3 -0
  5. Gunny.i1-IQ2_S.gguf +3 -0
  6. Gunny.i1-IQ2_XS.gguf +3 -0
  7. Gunny.i1-IQ2_XXS.gguf +3 -0
  8. Gunny.i1-IQ3_M.gguf +3 -0
  9. Gunny.i1-IQ3_S.gguf +3 -0
  10. Gunny.i1-IQ3_XS.gguf +3 -0
  11. Gunny.i1-IQ3_XXS.gguf +3 -0
  12. Gunny.i1-IQ4_XS.gguf +3 -0
  13. Gunny.i1-Q2_K.gguf +3 -0
  14. Gunny.i1-Q2_K_S.gguf +3 -0
  15. Gunny.i1-Q3_K_L.gguf +3 -0
  16. Gunny.i1-Q3_K_M.gguf +3 -0
  17. Gunny.i1-Q3_K_S.gguf +3 -0
  18. Gunny.i1-Q4_0.gguf +3 -0
  19. Gunny.i1-Q4_K_M.gguf +3 -0
  20. Gunny.i1-Q4_K_S.gguf +3 -0
  21. Gunny.i1-Q5_K_M.gguf +3 -0
  22. Gunny.i1-Q5_K_S.gguf +3 -0
  23. Gunny.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Gunny.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Gunny.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Gunny.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Gunny.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Gunny.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Gunny.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Gunny.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Gunny.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Gunny.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Gunny.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Gunny.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Gunny.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Gunny.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Gunny.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Gunny.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Gunny.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Gunny.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Gunny.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Gunny.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Gunny.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Gunny.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Gunny.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Gunny.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4b974ae1ca518b862d78f0f197b5ff804916f84d9f2ba260fb9f2ddd2ed3f8
3
+ size 924196192
Gunny.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2027e368c874a5d6d267b23989d75dee55e2585bae3d62187de73bff97a7fc0e
3
+ size 868162912
Gunny.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ba85f563f8e375e6e4efca789df4af28e31447edfd58a89f72e918ca939152
3
+ size 1229036896
Gunny.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8c66295ac852db5ba0d861e0b6c91b7a28c773caf562186facc0b82057ba4d
3
+ size 1154325856
Gunny.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf279ef2a5c937be3ac4b86b5f98f3c7cc67c1895845f7e287929db38b1a26c4
3
+ size 1100553568
Gunny.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5172f95db44eb691f1dbda0874d248d85359f10b4452fcc60c1c9fa239b44385
3
+ size 1017584992
Gunny.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93849b11c355587f73e78aa8e539f9e56cc6b045492d1219caa779c7a676045c
3
+ size 1599673696
Gunny.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef90faebd76aad64f26d960781d29078d7aa900fa0b4fcc018ebd791785a6c4e
3
+ size 1542853984
Gunny.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcbc31b0efea30a5341747ea99d67ff32205787c9f6216ddeb4a83ce3ab48f15
3
+ size 1476793696
Gunny.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b00dd80b2bf9225890a747b4e89fd1b7f7b294285411884ae03f6fe479f76600
3
+ size 1348771168
Gunny.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f191a651990749c38e79c3e2b840df06c4bc71d8d16fd58c40a54a4c6e0f0204
3
+ size 1829115232
Gunny.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba0e90b42fd2f8cd836a3b502fac94093782425a9468896be6542d5058a2069
3
+ size 1363940704
Gunny.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdf1dbe7facc2909867986c055287ff7a3426d919308f0f705946671d8003277
3
+ size 1274287456
Gunny.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aa3de72f552cdb85634b812fb1a8e9549e10d82488345c7b1c23cec4040330c
3
+ size 1815352672
Gunny.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fda297dabf762841fc1cc09bf1cfe4b18c74bf03187f79343e95fbcd5140191
3
+ size 1687164256
Gunny.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637a8c5c4e5d07882a916a69c241fa25c80e6d8170e33f19d1cb001650980b2d
3
+ size 1542853984
Gunny.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffb7a22db35314ec99f1644f9712a14db3fc2e9f19bbbd6e213e364f84789b9
3
+ size 1921914208
Gunny.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd139a6906dd3fc3a54c97330784ea51ea601fd9d42131e50066935f6e561cb3
3
+ size 2019382624
Gunny.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759dd6a93763f0fd9833da625cab99158645105db63157564d1b4ce49bb6051a
3
+ size 1928205664
Gunny.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:490e729ab8fdac782ec0a40e4aad27e5621e899b84713d1b671d8a3edf09ef83
3
+ size 2322158944
Gunny.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ceeaa5edf4e4b03586e8c34b9b2bcd01cd0ff473b965e3f8316e95ea9e732c
3
+ size 2269517152
Gunny.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a841b19a57cbd2f85886c9fdca71db114538412e2b6c440edd0de5b20baf51
3
+ size 2643858784