Hugging Face's logo

kromquant
/
L3.1-Tivir-10B-GGUFs

Transformers
GGUF
Inference Endpoints
conversational
Model card Files Community
kromeurus commited on
Commit
ccc2cea
·
verified ·
1 Parent(s): a5efeb3

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. L3.1-Tivir-10B.f32.gguf +3 -0
  3. L3.1-Tivir-10B.fq8_0.gguf +3 -0
  4. L3.1-Tivir-10B.q3_k_s.gguf +3 -0
  5. L3.1-Tivir-10B.q4_k_m.gguf +3 -0
  6. L3.1-Tivir-10B.q4_k_s.gguf +3 -0
  7. L3.1-Tivir-10B.q5_k_m.gguf +3 -0
  8. L3.1-Tivir-10B.q5_k_s.gguf +3 -0
  9. L3.1-Tivir-10B.q6_k.gguf +3 -0
  10. L3.1-Tivir-10B.q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ L3.1-Tivir-10B.f32.gguf filter=lfs diff=lfs merge=lfs -text
37
+ L3.1-Tivir-10B.fq8_0.gguf filter=lfs diff=lfs merge=lfs -text
38
+ L3.1-Tivir-10B.q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
39
+ L3.1-Tivir-10B.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ L3.1-Tivir-10B.q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
41
+ L3.1-Tivir-10B.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ L3.1-Tivir-10B.q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ L3.1-Tivir-10B.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ L3.1-Tivir-10B.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
L3.1-Tivir-10B.f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3bf75a2c208b8ce56c8d26611a3d69ab2a8f89af4f4289a023d7f1a1897ab6f
3
+ size 42598428512
L3.1-Tivir-10B.fq8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875cbf12790c0ef7a618cbd059624cd20b8b057f816c76fab35e171a68f0cc11
3
+ size 12865274976
L3.1-Tivir-10B.q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f336c595cafefa9909a73c2c32dd73314d5e39ae047cbd6c2054566006e9b76
3
+ size 5677056
L3.1-Tivir-10B.q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43330e81054768c3287fed6e65bc7fc0492e90effafea35c260ec096e8aedea1
3
+ size 6490684928
L3.1-Tivir-10B.q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1694c52703c37d6a8a27cace0f0951f7e6e2a37088cd646729684325262736aa
3
+ size 6172638720
L3.1-Tivir-10B.q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ba7dff065289e5efa3dfdacadd601f65d9288605a53a2822e1640293fc8a38
3
+ size 7582910464
L3.1-Tivir-10B.q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff463a0a40b2b228b0ebf2bedcfe876865ef293e1b6a0881111184ba0226ea6
3
+ size 7399081984
L3.1-Tivir-10B.q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4906b24e944100d883e4558a0da47f7a90d4e414d4aa716ee7caac486c9e6da
3
+ size 8743400096
L3.1-Tivir-10B.q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1e9ca0893b5cbf4d5077f5d52323e6760ae3bf6c7a8ba85b6ac8975d537dcb
3
+ size 11322038624