Hugging Face's logo

brittlewis12
/
Starlette-1-3B-GGUF

Text Generation
GGUF
English
reasoning
llama
llama3.2
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
3f3d2bd
·
verified ·
1 Parent(s): f98fb78

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +21 -0
  2. starlette-1-3b.IQ1_M.gguf +3 -0
  3. starlette-1-3b.IQ1_S.gguf +3 -0
  4. starlette-1-3b.IQ2_M.gguf +3 -0
  5. starlette-1-3b.IQ2_S.gguf +3 -0
  6. starlette-1-3b.IQ2_XS.gguf +3 -0
  7. starlette-1-3b.IQ2_XXS.gguf +3 -0
  8. starlette-1-3b.IQ3_XXS.gguf +3 -0
  9. starlette-1-3b.Q2_K_S.gguf +3 -0
  10. starlette-1-3b.Q3_K_L.gguf +3 -0
  11. starlette-1-3b.Q3_K_M.gguf +3 -0
  12. starlette-1-3b.Q3_K_S.gguf +3 -0
  13. starlette-1-3b.Q4_0.gguf +3 -0
  14. starlette-1-3b.Q4_1.gguf +3 -0
  15. starlette-1-3b.Q4_K_M.gguf +3 -0
  16. starlette-1-3b.Q4_K_S.gguf +3 -0
  17. starlette-1-3b.Q5_0.gguf +3 -0
  18. starlette-1-3b.Q5_1.gguf +3 -0
  19. starlette-1-3b.Q5_K_M.gguf +3 -0
  20. starlette-1-3b.Q5_K_S.gguf +3 -0
  21. starlette-1-3b.Q6_K.gguf +3 -0
  22. starlette-1-3b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  starlette-1-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  starlette-1-3b.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  starlette-1-3b.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  starlette-1-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  starlette-1-3b.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  starlette-1-3b.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ starlette-1-3b.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ starlette-1-3b.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ starlette-1-3b.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ starlette-1-3b.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ starlette-1-3b.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ starlette-1-3b.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ starlette-1-3b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ starlette-1-3b.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ starlette-1-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
48
+ starlette-1-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ starlette-1-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ starlette-1-3b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ starlette-1-3b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
52
+ starlette-1-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ starlette-1-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ starlette-1-3b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ starlette-1-3b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ starlette-1-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ starlette-1-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ starlette-1-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
59
+ starlette-1-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
starlette-1-3b.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceca37ad4bcfec3cabd8ce38a1049ac246b84ab6d9e91bade859a1cb727e0ae2
3
+ size 924191648
starlette-1-3b.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ca11177d5de91d036167e29b0d71c46e37601d12e9c44492b2d2af12fe8bd6d
3
+ size 868158368
starlette-1-3b.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6db8080451495d4fbf78bc2c0e09c6c0594d21f84fe121a64457f8fceb844ae
3
+ size 1229032352
starlette-1-3b.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215caa704b290e6ad9b767b424fae2509bdfc8e5c37a2c434f30cebf5a62b2a0
3
+ size 1154321312
starlette-1-3b.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f799b1ee1b2bdaaf485b156f21d64b5ea5ee508b41f23840153df220ca81db92
3
+ size 1100549024
starlette-1-3b.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e0b3d39a994640f1a96153ad2afd0b541449d0b43509767892be6a28c82b04
3
+ size 1017580448
starlette-1-3b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdaa3ecd23fa0902c36fce23de886b15efdad3660601b2ba6a7417c4f6819637
3
+ size 1348766624
starlette-1-3b.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6fc0c5a8c6abf77e48b41646c384f6e0dfb39c2be030e5abc5eeaaf32b74b9b
3
+ size 1274282912
starlette-1-3b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92f9e48bd1b2ec685937e55c294369f976f8a2a79f7407c56ab7367a831c8936
3
+ size 1815347872
starlette-1-3b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2174365329bac2247ee0e1748de45ab74e8b1b080f7a288130e324fcb9704890
3
+ size 1687159456
starlette-1-3b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f5cf5155dfc94baac10a5a5bc4f546887b8fa666ab1c508e6300fc55493c802
3
+ size 1542849184
starlette-1-3b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7673047065184eecb87cb1a7d12ea950a4059581b6fe15e2397a14a1ee042ee
3
+ size 1917190816
starlette-1-3b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee58be7df1fe5c2e3be842459bb1a27ef98d63896fdc61a9c293df785cc9ca1
3
+ size 2093351584
starlette-1-3b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faa97af718e58e00da2a4eb7901a248ae48da8df4ec740fbc65bb2ddc3917f6b
3
+ size 2019377824
starlette-1-3b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057faa85565cbd438b4fc1faa8e5b0cce83b9d1ea860e52fc2ae5b494adf61be
3
+ size 1928200864
starlette-1-3b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f662b9a95b082383e784b66edc9bc4555542079e7c7fd1dfcaec7692ab105a2b
3
+ size 2269512352
starlette-1-3b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ace8c0af166a07f1cc71f176a8c711d80d3606addf6b9c6f6d4a07fff7764e8
3
+ size 2445673120
starlette-1-3b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3eb36e22670eb6d6e597f9bae2e59141df8a3c4e19d548b94c7cc677ba467fa
3
+ size 2322154144
starlette-1-3b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d069a813c32377d1889a10240eb03e5fa1f46a8c505b644a3845317b45fe85e
3
+ size 2269512352
starlette-1-3b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:914051b6dfebc84b9a30e62dd298c8c6f4ce7befd3e449aac86974c83a246eda
3
+ size 2643853984
starlette-1-3b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ea922edffd4193c5930e836348cfb196e3dd6df1d65fe9e269015286c098ef
3
+ size 3421899424