Upload folder using huggingface_hub
Browse files- README.md +5 -8
- SmolLM2-1.7B-Q2_K.gguf +2 -2
- SmolLM2-1.7B-Q3_K_L.gguf +2 -2
- SmolLM2-1.7B-Q3_K_M.gguf +2 -2
- SmolLM2-1.7B-Q3_K_S.gguf +2 -2
- SmolLM2-1.7B-Q4_0.gguf +2 -2
- SmolLM2-1.7B-Q4_K_M.gguf +2 -2
- SmolLM2-1.7B-Q4_K_S.gguf +2 -2
- SmolLM2-1.7B-Q5_0.gguf +2 -2
- SmolLM2-1.7B-Q5_K_M.gguf +2 -2
- SmolLM2-1.7B-Q5_K_S.gguf +2 -2
- SmolLM2-1.7B-Q6_K.gguf +2 -2
- SmolLM2-1.7B-Q8_0.gguf +2 -2
README.md
CHANGED
@@ -1,15 +1,12 @@
|
|
1 |
---
|
2 |
-
base_model: unsloth/SmolLM2-1.7B
|
3 |
-
language:
|
4 |
-
- en
|
5 |
library_name: transformers
|
6 |
license: apache-2.0
|
|
|
|
|
7 |
tags:
|
8 |
-
- llama
|
9 |
-
- unsloth
|
10 |
-
- transformers
|
11 |
- TensorBlock
|
12 |
- GGUF
|
|
|
13 |
---
|
14 |
|
15 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
@@ -23,9 +20,9 @@ tags:
|
|
23 |
</div>
|
24 |
</div>
|
25 |
|
26 |
-
##
|
27 |
|
28 |
-
This repo contains GGUF format model files for [
|
29 |
|
30 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
31 |
|
|
|
1 |
---
|
|
|
|
|
|
|
2 |
library_name: transformers
|
3 |
license: apache-2.0
|
4 |
+
language:
|
5 |
+
- en
|
6 |
tags:
|
|
|
|
|
|
|
7 |
- TensorBlock
|
8 |
- GGUF
|
9 |
+
base_model: HuggingFaceTB/SmolLM2-1.7B
|
10 |
---
|
11 |
|
12 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
20 |
</div>
|
21 |
</div>
|
22 |
|
23 |
+
## HuggingFaceTB/SmolLM2-1.7B - GGUF
|
24 |
|
25 |
+
This repo contains GGUF format model files for [HuggingFaceTB/SmolLM2-1.7B](https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B).
|
26 |
|
27 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
28 |
|
SmolLM2-1.7B-Q2_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00f52f130b740043e4bd1b62b2e56b0d9caa88a733c7914dd40484e4ec691ad9
|
3 |
+
size 674582656
|
SmolLM2-1.7B-Q3_K_L.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44db1fdd0b717bba0037356f148d5430df8bea273f7664304e59e5cd1b05ffec
|
3 |
+
size 932532352
|
SmolLM2-1.7B-Q3_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef505fedc01908d49bf21163dd2cc80f6c3ecebe3b08e03ded2d2da50a2ab1ce
|
3 |
+
size 860180608
|
SmolLM2-1.7B-Q3_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0dadfdbc4cc3ee2a216585981b8bbf509d986b492776a0b17d0340a094ac5d29
|
3 |
+
size 776818816
|
SmolLM2-1.7B-Q4_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbe361fd25b9ab03b6ae09e4be8f35dba1c0c685f8ccff899df183104907d2a0
|
3 |
+
size 990728320
|
SmolLM2-1.7B-Q4_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0730c72ce8bf82a47153c69b7b5b13b54463d5d3521046fa2a0d1b59dc3d487b
|
3 |
+
size 1055608960
|
SmolLM2-1.7B-Q4_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1709f7813134db303611d46951a585aed17add49838e493c1f6bafb8e370efe
|
3 |
+
size 999116928
|
SmolLM2-1.7B-Q5_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46b7c2cdde9d4fb0c2bd72114b6ccdc651e6b9f792b5d66f393276e718c334d8
|
3 |
+
size 1192054912
|
SmolLM2-1.7B-Q5_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:435874418bec4bb6116332af49e3929ed185b5de10637d3b5c1c11e404e1238e
|
3 |
+
size 1225478272
|
SmolLM2-1.7B-Q5_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2b82303a1cf779075ba67771b9155f1b010c68a0aa7b0601f206be1525c362fb
|
3 |
+
size 1192054912
|
SmolLM2-1.7B-Q6_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa040520e45f0027e31dae81fc5dc3d2d2474aa68c1fb4cbff8129be9c043f6b
|
3 |
+
size 1405964416
|
SmolLM2-1.7B-Q8_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23566f9075c17a175191c4b8f5b992ec42673eb90c7cb316a56632d0ea2282f7
|
3 |
+
size 1820414080
|