Hugging Face's logo

mradermacher
/
oh-dcft-v3.1-llama-3.1-405b-i1-GGUF

Transformers
GGUF
English
llama-factory
full
Generated from Trainer
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
d1c1d91
·
verified ·
1 Parent(s): f669a67

uploaded from leia

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_M.gguf +3 -0
  3. oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_S.gguf +3 -0
  4. oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_M.gguf +3 -0
  5. oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_S.gguf +3 -0
  6. oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XS.gguf +3 -0
  7. oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XXS.gguf +3 -0
  8. oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_M.gguf +3 -0
  9. oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_S.gguf +3 -0
  10. oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XS.gguf +3 -0
  11. oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XXS.gguf +3 -0
  12. oh-dcft-v3.1-llama-3.1-405b.i1-IQ4_XS.gguf +3 -0
  13. oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K.gguf +3 -0
  14. oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K_S.gguf +3 -0
  15. oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_L.gguf +3 -0
  16. oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_M.gguf +3 -0
  17. oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_S.gguf +3 -0
  18. oh-dcft-v3.1-llama-3.1-405b.i1-Q4_0.gguf +3 -0
  19. oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_M.gguf +3 -0
  20. oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_S.gguf +3 -0
  21. oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_M.gguf +3 -0
  22. oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_S.gguf +3 -0
  23. oh-dcft-v3.1-llama-3.1-405b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ oh-dcft-v3.1-llama-3.1-405b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ oh-dcft-v3.1-llama-3.1-405b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603c57851c023f2de13744b85cf1b5c0838e234c33e7174d3e4f51f1cc177080
3
+ size 2161977856
oh-dcft-v3.1-llama-3.1-405b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7065edab8442ba8c337a6c01dff59caeb67c70267c572ba1789d1513f318f71
3
+ size 2019633664
oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386225d3dc61c4487676ebfd842889a0b3023ee316b2be20da7c7fd0cc857499
3
+ size 2948286976
oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e665b4637bb803d9f82c80c02e6813230e81fe57dedaf3f8ac8770ce5653441c
3
+ size 2758494720
oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de818d3e47a2401c152e8249dbe9437c7a61e9631e254885cfe6356d70dcb39d
3
+ size 2605787648
oh-dcft-v3.1-llama-3.1-405b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c04619ec9b37c156afb10b7edc36aac2d1878f5656bd4e7ecbec5e6ea39616
3
+ size 2399218176
oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb854f1292ac83222edcdbca538e90c9889f0f5b47572af08d988f20e593307
3
+ size 3784829440
oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8036739b2dcb5e5a174b8414f24d3bfc0fda4a5283c99689f4ab6e5d6a084a7a
3
+ size 3682331136
oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86394ce7d8669800193aeaeee9fa8181e01af91154bdedc016d51057c0375b4a
3
+ size 3518753280
oh-dcft-v3.1-llama-3.1-405b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4619b5c43a846df3d04621ebb5c3aba75c23028e7b8ff1c19593162cd2ff9397
3
+ size 3274918400
oh-dcft-v3.1-llama-3.1-405b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d519be68773b8c77e39ea63e9cb7bea02ab408f8f4ed18a4490f16e1f823215f
3
+ size 4447668736
oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c266b90d5f005e50c38fcf81889d59c8d7cdf270f2207150965c07dfc6ebefab
3
+ size 3179137536
oh-dcft-v3.1-llama-3.1-405b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09adb5a1334a6915f59f06d1a639d82325efdf3b96a545541c9e2a3475fe3c8d
3
+ size 2988820992
oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55bbfa3a1e2f89d1c56db2c8d0d31753053897c32163384b907b2f4ccda7a18
3
+ size 4321962496
oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:947769a28cb3eec0f84ca797a40594db485fdbe6555832ae7869ccf0a559a459
3
+ size 4018924032
oh-dcft-v3.1-llama-3.1-405b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa64ad2c1d84b090f6a776e7b57f3f2fd77497af83c34bf28dded51e4d92bdb
3
+ size 3664505344
oh-dcft-v3.1-llama-3.1-405b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb93ae513a3618ac169bbf36ab58f38eda09367092185019ffbca2b80c9e0b6
3
+ size 4675897856
oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd77cc0fbeb3fee48021428e1f9626450229ac592298a44e4c3ac3f8c5508be
3
+ size 4920740352
oh-dcft-v3.1-llama-3.1-405b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4912ff30d8016946ddc0a59ca4cb14e7dafaf91b7a4b6c76f344420902117c16
3
+ size 4692675072
oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f31eb2cd05e2a8d506b22c5ee8142612d9783497f10f35146dc8f34b3aefdcc
3
+ size 5732993536
oh-dcft-v3.1-llama-3.1-405b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c41fe25070ca903983cc8d1fd41b4ef5390e532820f0f782a655a9f428413ba4
3
+ size 5599300096
oh-dcft-v3.1-llama-3.1-405b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9560dc82383018bcb29a439141169ed0af5f6662369f06d0c426f640b288ad6
3
+ size 6596012544