Hugging Face's logo

mradermacher
/
smol_llama-4x220M-MoE-i1-GGUF

Text Generation
Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
BEE-spoke-data/smol_llama-220M-openhermes
BEE-spoke-data/beecoder-220M-python
BEE-spoke-data/zephyr-220m-sft-full
BEE-spoke-data/zephyr-220m-dpo-full
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
3e30310
·
verified ·
1 Parent(s): 4cab71c

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. smol_llama-4x220M-MoE.i1-IQ1_M.gguf +3 -0
  3. smol_llama-4x220M-MoE.i1-IQ1_S.gguf +3 -0
  4. smol_llama-4x220M-MoE.i1-IQ2_M.gguf +3 -0
  5. smol_llama-4x220M-MoE.i1-IQ2_S.gguf +3 -0
  6. smol_llama-4x220M-MoE.i1-IQ2_XS.gguf +3 -0
  7. smol_llama-4x220M-MoE.i1-IQ2_XXS.gguf +3 -0
  8. smol_llama-4x220M-MoE.i1-IQ3_M.gguf +3 -0
  9. smol_llama-4x220M-MoE.i1-IQ3_S.gguf +3 -0
  10. smol_llama-4x220M-MoE.i1-IQ3_XS.gguf +3 -0
  11. smol_llama-4x220M-MoE.i1-IQ3_XXS.gguf +3 -0
  12. smol_llama-4x220M-MoE.i1-IQ4_NL.gguf +3 -0
  13. smol_llama-4x220M-MoE.i1-IQ4_XS.gguf +3 -0
  14. smol_llama-4x220M-MoE.i1-Q2_K.gguf +3 -0
  15. smol_llama-4x220M-MoE.i1-Q2_K_S.gguf +3 -0
  16. smol_llama-4x220M-MoE.i1-Q3_K_L.gguf +3 -0
  17. smol_llama-4x220M-MoE.i1-Q3_K_M.gguf +3 -0
  18. smol_llama-4x220M-MoE.i1-Q3_K_S.gguf +3 -0
  19. smol_llama-4x220M-MoE.i1-Q4_0.gguf +3 -0
  20. smol_llama-4x220M-MoE.i1-Q4_1.gguf +3 -0
  21. smol_llama-4x220M-MoE.i1-Q4_K_M.gguf +3 -0
  22. smol_llama-4x220M-MoE.i1-Q4_K_S.gguf +3 -0
  23. smol_llama-4x220M-MoE.i1-Q5_K_M.gguf +3 -0
  24. smol_llama-4x220M-MoE.i1-Q5_K_S.gguf +3 -0
  25. smol_llama-4x220M-MoE.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ smol_llama-4x220M-MoE.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ smol_llama-4x220M-MoE.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ smol_llama-4x220M-MoE.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ smol_llama-4x220M-MoE.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ smol_llama-4x220M-MoE.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ smol_llama-4x220M-MoE.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ smol_llama-4x220M-MoE.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ smol_llama-4x220M-MoE.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ smol_llama-4x220M-MoE.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ smol_llama-4x220M-MoE.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ smol_llama-4x220M-MoE.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ smol_llama-4x220M-MoE.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ smol_llama-4x220M-MoE.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ smol_llama-4x220M-MoE.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ smol_llama-4x220M-MoE.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ smol_llama-4x220M-MoE.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ smol_llama-4x220M-MoE.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ smol_llama-4x220M-MoE.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ smol_llama-4x220M-MoE.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ smol_llama-4x220M-MoE.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ smol_llama-4x220M-MoE.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ smol_llama-4x220M-MoE.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ smol_llama-4x220M-MoE.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ smol_llama-4x220M-MoE.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
smol_llama-4x220M-MoE.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ef82d772f5cdc416ab1bdb334b4c20fbb2fe0aa1a1488e354dab040b42b28d
3
+ size 153380544
smol_llama-4x220M-MoE.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adcd3005ae3cde2f6c3afdafe7fa4033a4f206434931b1f57c98d2f104478e0b
3
+ size 141670080
smol_llama-4x220M-MoE.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9984bf97104dcb13693a2065f7b08f291b0799c4f1ea6b73e1e987b86aa58605
3
+ size 210973376
smol_llama-4x220M-MoE.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c7e415ecb09695655f06ed5a96cd327d0eceb4fba0166ec5d2851db717893c
3
+ size 195359424
smol_llama-4x220M-MoE.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706f81702e3ca7b50d78229801e4f21838b531aec2494b5c6743f61d7ff86a66
3
+ size 188839616
smol_llama-4x220M-MoE.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2701eb7e7c74b5c68c2e1d77a1add297171ee7ce8fa2054add373faaf2e48c3e
3
+ size 172897984
smol_llama-4x220M-MoE.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420a7525916ce9cad8d25ae1dc7c52809d2dc4765815b918303ec88974c2c335
3
+ size 273612480
smol_llama-4x220M-MoE.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c54f03807b0935aa9006291ee2339dc6a41419d92dbcc2db9882079d6c32519
3
+ size 269991616
smol_llama-4x220M-MoE.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdca50756c53c1d47efc912fb9d3ab0fb1409d84c5ff81d56c841ac730e11641
3
+ size 258367168
smol_llama-4x220M-MoE.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15c67ef6be873ac75efdb8bb0c7c26b503c6ac349c05036433fb34a9e003c698
3
+ size 240595648
smol_llama-4x220M-MoE.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11c2d604657a7a924372eca9cab9c20478e95a3803b12807c83be05131a0dd5
3
+ size 344668864
smol_llama-4x220M-MoE.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689f4fa26e669c0968f017842c7ac47d564d8902a267116799a428e0fb95c0bd
3
+ size 327174848
smol_llama-4x220M-MoE.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e35a689571324ddf6ec82e104d8f615b02c720f8277a54ba89b448e11d4653c1
3
+ size 231240384
smol_llama-4x220M-MoE.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214e65168c852ccbf7a5cb733ffcd81b3e6207bdbf3cc2e1201d21a9b818f8a1
3
+ size 217068224
smol_llama-4x220M-MoE.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51561e2d5d9b6e07b24b7a26f4fdbb8b1ca8de7063df3f0c0ae587c8c0810033
3
+ size 316276416
smol_llama-4x220M-MoE.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389f27bd61bf4408f2f1fbdf2651f55a373d7456554a52a77319bc9bc8e4a44a
3
+ size 293732032
smol_llama-4x220M-MoE.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2150ad133ef553c9c1a3272429de35455a119a53d8a1c5cc4f48da5f3b73501
3
+ size 269643456
smol_llama-4x220M-MoE.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffdbb67167a06ea9a46ae33da684252bd8bcba904bd749a4149a5d6e44e77645
3
+ size 345389760
smol_llama-4x220M-MoE.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64f4a671dcdabae5000bdb9f3281d53f9c58737b3f5d9dc4a7342c1fbb9c436
3
+ size 379493056
smol_llama-4x220M-MoE.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d60f9cb5575861acfeb4de42d6c6d96caef1c66b196b4569ed70a1afba83512
3
+ size 366305984
smol_llama-4x220M-MoE.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3c43baaf9fbc5cafb61d3d8d7517545f27a618cb33faa34235383f49ec7c42
3
+ size 346569408
smol_llama-4x220M-MoE.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7d2bb1b41599da73b2e348b7a2caf53a1c01f4240c537f68b57dda9f7421af
3
+ size 425960128
smol_llama-4x220M-MoE.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e480cdd18d7b56fb7dee74e5f88e05764672ba77c40c7a46decc434d8f5aec16
3
+ size 414644928
smol_llama-4x220M-MoE.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2b8921d3993ec9447240bd0a547e154fdd47600d505133970a65bef01b11a4
3
+ size 489342656