Hugging Face's logo

featherless-ai-quants
/
huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF

Text Generation
GGUF
Inference Endpoints
conversational
Model card Files Community
m8than commited on
Commit
811a9b5
·
verified ·
1 Parent(s): 2a2dd8d

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +24 -0
  2. README.md +47 -0
  3. featherless-quants.png +3 -0
  4. huihui-ai-Qwen2.5-32B-Instruct-abliterated-IQ4_XS.gguf +3 -0
  5. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q2_K.gguf +3 -0
  6. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_L.gguf +3 -0
  7. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_M.gguf +3 -0
  8. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_S.gguf +3 -0
  9. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_M.gguf +3 -0
  10. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_S.gguf +3 -0
  11. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_M.gguf +3 -0
  12. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_S.gguf +3 -0
  13. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00001-of-00006.gguf +3 -0
  14. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00002-of-00006.gguf +3 -0
  15. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00003-of-00006.gguf +3 -0
  16. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00004-of-00006.gguf +3 -0
  17. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00005-of-00006.gguf +3 -0
  18. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00006-of-00006.gguf +3 -0
  19. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00001-of-00008.gguf +3 -0
  20. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00002-of-00008.gguf +3 -0
  21. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00003-of-00008.gguf +3 -0
  22. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00004-of-00008.gguf +3 -0
  23. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00005-of-00008.gguf +3 -0
  24. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00006-of-00008.gguf +3 -0
  25. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00007-of-00008.gguf +3 -0
  26. huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00008-of-00008.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ featherless-quants.png filter=lfs diff=lfs merge=lfs -text
37
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
48
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
49
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
50
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
51
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
52
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
53
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
54
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
55
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
56
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
57
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
58
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
59
+ huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: huihui-ai/Qwen2.5-32B-Instruct-abliterated
3
+ pipeline_tag: text-generation
4
+ quantized_by: featherless-ai-quants
5
+ ---
6
+
7
+ # huihui-ai/Qwen2.5-32B-Instruct-abliterated GGUF Quantizations 🚀
8
+
9
+ ![Featherless AI Quants](./featherless-quants.png)
10
+
11
+ *Optimized GGUF quantization files for enhanced model performance*
12
+
13
+ > Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
14
+ ---
15
+
16
+ ## Available Quantizations 📊
17
+
18
+ | Quantization Type | File | Size |
19
+ |-------------------|------|------|
20
+ | IQ4_XS | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-IQ4_XS.gguf) | 17042.26 MB |
21
+ | Q2_K | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q2_K.gguf) | 11742.69 MB |
22
+ | Q3_K_L | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_L.gguf) | 16448.10 MB |
23
+ | Q3_K_M | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_M.gguf) | 15196.85 MB |
24
+ | Q3_K_S | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_S.gguf) | 13725.60 MB |
25
+ | Q4_K_M | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_M.gguf) | 18931.71 MB |
26
+ | Q4_K_S | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_S.gguf) | 17914.21 MB |
27
+ | Q5_K_M | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_M.gguf) | 22184.52 MB |
28
+ | Q5_K_S | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/blob/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_S.gguf) | 21589.52 MB |
29
+ | Q6_K | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/tree/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K) | 25640.64 MB (folder) |
30
+ | Q8_0 | [huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0](https://huggingface.co/featherless-ai-quants/huihui-ai-Qwen2.5-32B-Instruct-abliterated-GGUF/tree/main/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0) | 33207.78 MB (folder) |
31
+
32
+
33
+ ---
34
+
35
+ ## ⚡ Powered by [Featherless AI](https://featherless.ai)
36
+
37
+ ### Key Features
38
+
39
+ - 🔥 **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
40
+ - 🛠️ **Zero Infrastructure** - No server setup or maintenance required
41
+ - 📚 **Vast Compatibility** - Support for 2400+ models and counting
42
+ - 💎 **Affordable Pricing** - Starting at just $10/month
43
+
44
+ ---
45
+
46
+ **Links:**
47
+ [Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
featherless-quants.png ADDED

Git LFS Details

  • SHA256: 2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.61 MB
huihui-ai-Qwen2.5-32B-Instruct-abliterated-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839ef2bf95d6e8ebee33ffd9dc91206db130ed65d4e1e662776863e6a705f8f0
3
+ size 17870101216
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce3e685ee1fb10f6d1f92140df18ce509770c71b242f5a9fcb5eb480e1ff739c
3
+ size 12313098976
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:307c02217f202cf9e4bbd679dd25e490972f3733ff9331a2e9d996c008b77baa
3
+ size 17247079136
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d661c76eb335ccd9e938d723dee32ec4fc842a1baed1e9512b4b457332a7ba9
3
+ size 15935048416
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdc6444d41f750b572ac1596bf36f8fdfb7701c9af8ea197a76dfbe73b4b19d
3
+ size 14392330976
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39541bb441dc3d93fcb399f27443c9921db7b5b9f8d738bc26f4b716724ddade
3
+ size 19851336416
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cc52b8f8498d01b51976a18e79f622e7761edc7b6e63033d62b048477c9f92
3
+ size 18784410336
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa93fa6292f2fb74b5fd1b1d47b1ebe6c54c615c511b19ab0802702bf2202b1
3
+ size 23262157536
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564be6729ceca38dc43f951dd7836bc77fd16220e6d7e62a51cb2e105cb0608b
3
+ size 22638254816
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b99e0d2bfced0f1905e86a6e56d6aa3b41ae2ab5a105540d8d7a11e261e0a1
3
+ size 4928953312
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26a0787830c01b55c4a4629e0f179a677638dc3758393f1c3f3db65e61066eb
3
+ size 4916678944
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7de57f256bd9d24408e816541c8ee7810bac00353de2e38cef38906356ed3a3
3
+ size 4916678944
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547c09a1da19146940aa4d1ecffefd2a82cba9cb143d8edca850a36150b8a1fb
3
+ size 4916658432
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26d6cf22b1406bf11e08107f3edb33582fdd8354318835463b528a8c12fab2d
3
+ size 4968338144
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q6_K-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8aced90abf9ce3fc5935b0ecdcf4a4f9f80a7fb43026159fa554234e3332ff2
3
+ size 2238847840
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dfdc91cb00c7ef25dd2edf0edd474be368d355faf94e8a4d6368e7676400155
3
+ size 4978222176
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be25ba76a16bc2bf7c88c180935764edd8ee506a08f03ccd9bec6a1cff997ec
3
+ size 4964022592
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:572fbb7c0c0b60f9c41ef155e9d572961fa7744161b1636ec80f7b0b7cb9a970
3
+ size 4880513760
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4085e5126cfd337b233afb19c0d6d5b78cd933bc316319443044a79d4b7f8e94
3
+ size 4964002080
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f7fd29f430934394b4ff9772adce2019a78ffdc40e81f178fcd6f566a54927
3
+ size 4880513760
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a77873742f8ca5ec70e186dbf2ea177f71c4dc191d46c4bcb2b3aeb84c1dff4
3
+ size 4964002080
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e88df296cb7dd0d2b53f52382b32c3220b88643ac238abf93ab3af44daa5c2
3
+ size 4888758144
huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0/huihui-ai-Qwen2.5-32B-Instruct-abliterated-Q8_0-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a714109735ce04c0b53e8bc700392f0706473855b7973556a8c645bb17754223
3
+ size 300851552