Hugging Face's logo

nisten
/
deepseek-0628-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
nisten commited on
Commit
5c12184
•
1 Parent(s): 8aeac07

uploading 4bit optimal cpu quant and 1bit experimental

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. deepseek_0628_cpu-iq1m-00001-of-00002.gguf +3 -0
  3. deepseek_0628_cpu-iq1m-00002-of-00002.gguf +3 -0
  4. deepseek_0628_cpu_optimized_iq4xm-00001-of-00004.gguf +3 -0
  5. deepseek_0628_cpu_optimized_iq4xm-00002-of-00004.gguf +3 -0
  6. deepseek_0628_cpu_optimized_iq4xm-00003-of-00004.gguf +3 -0
  7. deepseek_0628_cpu_optimized_iq4xm-00004-of-00004.gguf +3 -0
  8. imatrix-0628-bf16.dat +3 -0
.gitattributes CHANGED
@@ -61,3 +61,10 @@ deepseek-0628-cpu-q6k-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
  deepseek-0628-cpu-q6k-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
  deepseek-0628-cpu-q6k-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
  deepseek-0628-cpu-q6k-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
61
  deepseek-0628-cpu-q6k-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
  deepseek-0628-cpu-q6k-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
  deepseek-0628-cpu-q6k-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
+ deepseek_0628_cpu-iq1m-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
65
+ deepseek_0628_cpu-iq1m-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
66
+ deepseek_0628_cpu_optimized_iq4xm-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
67
+ deepseek_0628_cpu_optimized_iq4xm-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
68
+ deepseek_0628_cpu_optimized_iq4xm-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
69
+ deepseek_0628_cpu_optimized_iq4xm-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
70
+ imatrix-0628-bf16.dat filter=lfs diff=lfs merge=lfs -text
deepseek_0628_cpu-iq1m-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57c7ea94c15cc5332cd62238e8ce87ea22eb1ee62ff1397c37d141119f0bd67
3
+ size 45996512512
deepseek_0628_cpu-iq1m-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d98f5dc96cb5d2e68ca08979eccedd88b719feafae32bbc4bd9e545f0eee08
3
+ size 32684411520
deepseek_0628_cpu_optimized_iq4xm-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b45c6c95fe7df7fd388c39bcf22516fb6592aceb6aacddf7afd14e82764e55
3
+ size 45471476672
deepseek_0628_cpu_optimized_iq4xm-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de9313bbbaaadf1069ae6325393bef88b72a0916b53729e04071b57e3a25011
3
+ size 45518131744
deepseek_0628_cpu_optimized_iq4xm-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e9498eff4de220f535aa22e12c2afd6ec85444360716e706c5525b70176411
3
+ size 45331185024
deepseek_0628_cpu_optimized_iq4xm-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6148eac9a04fb51c0b577d4a034e57f70704055dbfd97675baf7824e52eb51aa
3
+ size 5559772416
imatrix-0628-bf16.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20700b9b3e038848b8009f241955122ffc3b7934e5f6851f6be0425ff59d7af6
3
+ size 456009846