Update README.md
Browse files
README.md
CHANGED
@@ -99,6 +99,7 @@ aria2c -x 8 -o deepseek-0628-q8_0-00005-of-00006.gguf \
|
|
99 |
aria2c -x 8 -o deepseek-0628-q8_0-00006-of-00006.gguf \
|
100 |
https://huggingface.co/nisten/deepseek-0628-gguf/resolve/main/deepseek-0628-q8_0-00006-of-00006.gguf
|
101 |
```
|
|
|
102 |
```bash
|
103 |
# 🧠 For the full-brain BF16 version
|
104 |
aria2c -x 8 -o deepseek-0628-bf16-00001-of-00011.gguf \
|
@@ -144,6 +145,7 @@ aria2c -x 8 -o deepseek-0628-bf16-00011-of-00011.gguf \
|
|
144 |
>### 🚄 Even more accelerated download links for other quantizations:
|
145 |
>
|
146 |
>🧪 Experimental versions - the q1s and q1m 1 bit ( avg 2.1 bpw and 2.6bpw are suprisingly coherent!)
|
|
|
147 |
|
148 |
```bash
|
149 |
# 2-bit IQ2_XXS version (80.6 GiB total)
|
@@ -203,6 +205,8 @@ aria2c -x 8 -o deepseek_0628_cpu-iq1m-00002-of-00002.gguf \
|
|
203 |
<img src="https://cdn-uploads.huggingface.co/production/uploads/6379683a81c1783a4a2ddba8/N0lQ5HAJbNbXIG1MbtB4x.png" alt="deepseek_0628_cpu-iq1s example response">
|
204 |
<figcaption><strong>deepseek_0628_cpu-iq1s (58.42 GB):</strong> Even the smallest IQ1_S version (52.7GB total) is coherent with these custom quants</figcaption>
|
205 |
</figure>
|
|
|
|
|
206 |
```bash
|
207 |
# IQ1_S version (58.42 GB)
|
208 |
aria2c -x 8 -o deepseek_0628_cpu_iq1_s-00001-of-00002.gguf \
|
|
|
99 |
aria2c -x 8 -o deepseek-0628-q8_0-00006-of-00006.gguf \
|
100 |
https://huggingface.co/nisten/deepseek-0628-gguf/resolve/main/deepseek-0628-q8_0-00006-of-00006.gguf
|
101 |
```
|
102 |
+
|
103 |
```bash
|
104 |
# 🧠 For the full-brain BF16 version
|
105 |
aria2c -x 8 -o deepseek-0628-bf16-00001-of-00011.gguf \
|
|
|
145 |
>### 🚄 Even more accelerated download links for other quantizations:
|
146 |
>
|
147 |
>🧪 Experimental versions - the q1s and q1m 1 bit ( avg 2.1 bpw and 2.6bpw are suprisingly coherent!)
|
148 |
+
>
|
149 |
|
150 |
```bash
|
151 |
# 2-bit IQ2_XXS version (80.6 GiB total)
|
|
|
205 |
<img src="https://cdn-uploads.huggingface.co/production/uploads/6379683a81c1783a4a2ddba8/N0lQ5HAJbNbXIG1MbtB4x.png" alt="deepseek_0628_cpu-iq1s example response">
|
206 |
<figcaption><strong>deepseek_0628_cpu-iq1s (58.42 GB):</strong> Even the smallest IQ1_S version (52.7GB total) is coherent with these custom quants</figcaption>
|
207 |
</figure>
|
208 |
+
|
209 |
+
|
210 |
```bash
|
211 |
# IQ1_S version (58.42 GB)
|
212 |
aria2c -x 8 -o deepseek_0628_cpu_iq1_s-00001-of-00002.gguf \
|