Hugging Face's logo

mradermacher
/
M7-7b-i1-GGUF

Transformers
GGUF
English
liminerity/merge4
liminerity/merge2
Merge
merged
mergedllm
mergee
mergedededed
memfdmsfndsfjkasjkl
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
6d2be3e
·
verified ·
1 Parent(s): 0be7406

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. M7-7b.i1-IQ1_M.gguf +3 -0
  3. M7-7b.i1-IQ1_S.gguf +3 -0
  4. M7-7b.i1-IQ2_M.gguf +3 -0
  5. M7-7b.i1-IQ2_S.gguf +3 -0
  6. M7-7b.i1-IQ2_XS.gguf +3 -0
  7. M7-7b.i1-IQ2_XXS.gguf +3 -0
  8. M7-7b.i1-IQ3_M.gguf +3 -0
  9. M7-7b.i1-IQ3_S.gguf +3 -0
  10. M7-7b.i1-IQ3_XS.gguf +3 -0
  11. M7-7b.i1-IQ3_XXS.gguf +3 -0
  12. M7-7b.i1-IQ4_XS.gguf +3 -0
  13. M7-7b.i1-Q2_K.gguf +3 -0
  14. M7-7b.i1-Q2_K_S.gguf +3 -0
  15. M7-7b.i1-Q3_K_L.gguf +3 -0
  16. M7-7b.i1-Q3_K_M.gguf +3 -0
  17. M7-7b.i1-Q3_K_S.gguf +3 -0
  18. M7-7b.i1-Q4_0.gguf +3 -0
  19. M7-7b.i1-Q4_K_M.gguf +3 -0
  20. M7-7b.i1-Q4_K_S.gguf +3 -0
  21. M7-7b.i1-Q5_K_M.gguf +3 -0
  22. M7-7b.i1-Q5_K_S.gguf +3 -0
  23. M7-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ M7-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ M7-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ M7-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ M7-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ M7-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ M7-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ M7-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ M7-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ M7-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ M7-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ M7-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ M7-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ M7-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ M7-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ M7-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ M7-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ M7-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ M7-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ M7-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ M7-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ M7-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ M7-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
M7-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77b71dc958fb8a22d0fff619e8e63b652fde47dc2f3e2fbd9455b5648eac088
3
+ size 1754446752
M7-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03e0d9e9ddc0c1308103649e1e911914c1207ee44265745f447790038da16edb
3
+ size 1612102560
M7-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad7d8d24fcaec6fd1f65a773c7a3addc92d0ad92c38d6e90ce4a709d2b5cfa1
3
+ size 2500713376
M7-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb75b175074fd151b791cc808bd5e3efaadfd1454fe573ec3198aa8f87d6acc
3
+ size 2310921120
M7-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0678919118e49578b2a38c9956b71cc62cfaf2f21e4672410aaf64b0ba4e28
3
+ size 2198256544
M7-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d317e6d4963ae844227b69601a2ad2e77090872902a434e5f14c489f4647d57
3
+ size 1991687072
M7-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349880b9a1faadfc2a3a060d7687fe5d48d908979cffc9152b889a0afe5ad7f9
3
+ size 3284892576
M7-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa8477e7cb433c9280548175335c0b82f8e9029ccb9df874a3d2be079395b0d8
3
+ size 3182394272
M7-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6872f45d2ad3b086f798e98c79d5e4af5632178a637874e7e2f640626236e814
3
+ size 3018816416
M7-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0174fe47246575312e91f21e3ce301752580ae1bae60355e705a554232d54250
3
+ size 2827344800
M7-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4b788df3427300bc82b8674d83e9c40e636dd75ca6827d504ae01f6f6087642
3
+ size 3907689376
M7-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8015864097ccf43a5cf57dc50f153b58e5a1cd4bf8393b6c67729f79afb65ea9
3
+ size 2719243168
M7-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246ec831194a8aa20c6fcf7d34b0645ddf627d3bd2fd9b2d46ae85f207711f25
3
+ size 2528926624
M7-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f55d82eedc361c5d4406667556cc4cd3da50442a81d8384ccc451f123a25f4c
3
+ size 3822025632
M7-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:740549e41be649eed17a4e64264bb4450935b8ff4a0d214cfd90cfd012300031
3
+ size 3518987168
M7-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e66fb4e42c0660de540f1dbfac06c67d41efac361dcec9dfa6bb82b1bc3c4883
3
+ size 3164568480
M7-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6866ddfe1c906ba9eb59537a6e332650f6c5346f5ded54e3c37698e01d2d2601
3
+ size 4123597728
M7-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0794417f71e5bd2ce9cf461d6730cae59e9006ff1b6e00cb4dd71de3a65172
3
+ size 4368440224
M7-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6653a56c4732d147f8233d31fc3f06e23a3e2c2d70c75b30e19063077f90fa09
3
+ size 4140374944
M7-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:428b516e0cbb8a5fdebbe04d9b0f59362567e94f06764fabaa48d223bab7106b
3
+ size 5131410336
M7-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7102e8bcac6c65a771735f1ff7f59a1adca0d3196ee4079652db88b23c480b3d
3
+ size 4997716896
M7-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3b00a0296b5eb6e40f5fb009f07a770ed307df4962f44606ac9337f34bc61e
3
+ size 5942066080