Hugging Face's logo

mradermacher
/
FuseChat-Qwen-2.5-7B-Instruct-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
bca9604
·
verified ·
1 Parent(s): 657087b

uploaded from marco

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_M.gguf +3 -0
  3. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_S.gguf +3 -0
  4. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_M.gguf +3 -0
  5. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_S.gguf +3 -0
  6. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XS.gguf +3 -0
  7. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XXS.gguf +3 -0
  8. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_M.gguf +3 -0
  9. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_S.gguf +3 -0
  10. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XS.gguf +3 -0
  11. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XXS.gguf +3 -0
  12. FuseChat-Qwen-2.5-7B-Instruct.i1-IQ4_XS.gguf +3 -0
  13. FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K.gguf +3 -0
  14. FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K_S.gguf +3 -0
  15. FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_L.gguf +3 -0
  16. FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_M.gguf +3 -0
  17. FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_S.gguf +3 -0
  18. FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_0.gguf +3 -0
  19. FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_M.gguf +3 -0
  20. FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_S.gguf +3 -0
  21. FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_M.gguf +3 -0
  22. FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_S.gguf +3 -0
  23. FuseChat-Qwen-2.5-7B-Instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FuseChat-Qwen-2.5-7B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ FuseChat-Qwen-2.5-7B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7006af81bb8ab4fcb847c532ed68f09a10fae9e11f6f554575ddb230a273a1da
3
+ size 2042196608
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:892b6afcebae5c45c0ad848f241e987e398db0875c87bdd0e564241e0d55f100
3
+ size 1903667840
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae4d1b77e90123b2b6b625d241cb4f2c529eae962eae121588d23899fbea08f
3
+ size 2780342912
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:410606b3a42999ba2b7dddcfc876d1e23a5e30cfa173014448067d3ddc381047
3
+ size 2595637888
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ebba502458abd7459e8c0e0e9b57a9934fba6f769a4346b8bc12299335735c
3
+ size 2469022336
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c68d5048b5d0a4180d510cae0b716d6fc3f0feb7ae1b77921f279d5e3d99394
3
+ size 2273077888
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8abcaf0c659d8d51537bb8ee8c4d34e06d950e3299e0f9f5fdd8e3a0e90c64a
3
+ size 3574012544
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58bb480ac07fa86a4b598999bc2e0f65ed841df1e0cc252dc8b0f228c1d5a6ee
3
+ size 3499192960
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b8edac8849223c042f3a8145c0a89861657be8078edddab83d80391be60640
3
+ size 3346256512
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438ace1d1c9587de0e3148ac22262cd586f03c6d4c0d8db9ea03d830cad6dea8
3
+ size 3114515072
FuseChat-Qwen-2.5-7B-Instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc042c53ab4b04a530f485179b69cbde8e876cbbe08e59d50f06283204f25a4
3
+ size 4218473088
FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eb1a2dbf24f25d8a5fe762a98bc3823eb167a69f10f0e8cceec138572499a53
3
+ size 3015940736
FuseChat-Qwen-2.5-7B-Instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d4fdc07cf16545568738b4870bfa2ec02c03ec209a73283f499e51bd97b878
3
+ size 2834074240
FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1753b0329ee8964d9c50503dc757ac79b59bca1983d5596d2f214910ce9b12
3
+ size 4088459904
FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c65f8f3621ccc7831a40d7f451e172e6d694ae58e126ab2c362e0b6c739677d
3
+ size 3808391808
FuseChat-Qwen-2.5-7B-Instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3863463e7420b89864ad8b150d8932d10de2613ab878db69f5de5cbfde1fbbf3
3
+ size 3492369024
FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed140eccf47ca19d33ae56042acec63bbfa663843111f680ce0be0760a946a9
3
+ size 4444121728
FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35077bf8b13b7786fe86596f6f3d7e8177914820cb6e7467c41e813df8dd8c6d
3
+ size 4683074176
FuseChat-Qwen-2.5-7B-Instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d363a70e644d65687f005481d14c66601b67fb2068dfed5ab4a9f51c3580701a
3
+ size 4457769600
FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1090206f48ae91250251c3fcac67b5684e74f1534d4ed85612206154454399c9
3
+ size 5444831872
FuseChat-Qwen-2.5-7B-Instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51f64aec9f0b70b6c22946d60ecc702625c41038f08bd40dfbb3b4becf59023e
3
+ size 5315177088
FuseChat-Qwen-2.5-7B-Instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75691e148a52c84e4b7c51845266cf4bdb486fb0f6bc3187ff2192d6a5d0318e
3
+ size 6254199424