Hugging Face's logo

mradermacher
/
Llama-3-8B-Instruct-ortho-baukit-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
334ae86
·
verified ·
1 Parent(s): 973d51d

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama-3-8B-Instruct-ortho-baukit.IQ4_XS.gguf +3 -0
  3. Llama-3-8B-Instruct-ortho-baukit.Q2_K.gguf +3 -0
  4. Llama-3-8B-Instruct-ortho-baukit.Q3_K_L.gguf +3 -0
  5. Llama-3-8B-Instruct-ortho-baukit.Q3_K_M.gguf +3 -0
  6. Llama-3-8B-Instruct-ortho-baukit.Q3_K_S.gguf +3 -0
  7. Llama-3-8B-Instruct-ortho-baukit.Q4_K_M.gguf +3 -0
  8. Llama-3-8B-Instruct-ortho-baukit.Q4_K_S.gguf +3 -0
  9. Llama-3-8B-Instruct-ortho-baukit.Q5_K_M.gguf +3 -0
  10. Llama-3-8B-Instruct-ortho-baukit.Q5_K_S.gguf +3 -0
  11. Llama-3-8B-Instruct-ortho-baukit.Q6_K.gguf +3 -0
  12. Llama-3-8B-Instruct-ortho-baukit.Q8_0.gguf +3 -0
  13. Llama-3-8B-Instruct-ortho-baukit.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3-8B-Instruct-ortho-baukit.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3-8B-Instruct-ortho-baukit.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3-8B-Instruct-ortho-baukit.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3-8B-Instruct-ortho-baukit.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3-8B-Instruct-ortho-baukit.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3-8B-Instruct-ortho-baukit.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3-8B-Instruct-ortho-baukit.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3-8B-Instruct-ortho-baukit.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3-8B-Instruct-ortho-baukit.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3-8B-Instruct-ortho-baukit.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3-8B-Instruct-ortho-baukit.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3-8B-Instruct-ortho-baukit.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-8B-Instruct-ortho-baukit.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccfbc6971f27729b9e38c4a9533bc9259c7fe21960891df372ad6fa354fc0277
3
+ size 4484363328
Llama-3-8B-Instruct-ortho-baukit.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b3a1261e32ce9db86520b635a65b97ccc5f1f303140a99131f571e67e35286
3
+ size 3179131968
Llama-3-8B-Instruct-ortho-baukit.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47d1562f506e60ba8f09f0f18de1cd69c47da11502102fd48258f7a32e6e9d5
3
+ size 4321956928
Llama-3-8B-Instruct-ortho-baukit.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0326cabfb5783b503520495c960b90a217c8ad9b05111d54620ec5d09ae2546f
3
+ size 4018918464
Llama-3-8B-Instruct-ortho-baukit.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b858488fef7ab9045c9a48f884744980ac7bf81a62f20a23e21d8528aebf6069
3
+ size 3664499776
Llama-3-8B-Instruct-ortho-baukit.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d573ec4596fe7cdbabbfc0839ce4e0616faebb41e141b2dd7ac9bcd39f86652f
3
+ size 4920734784
Llama-3-8B-Instruct-ortho-baukit.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37c3a003a5697dfdaa6f79df8b3d2b134554d9ef57f263639c71e667c5d617b
3
+ size 4692669504
Llama-3-8B-Instruct-ortho-baukit.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23074779ba32545d7cd250c8e577edc38d145d0aa3fb4d119c4a82b306e3dda
3
+ size 5732987968
Llama-3-8B-Instruct-ortho-baukit.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea7bd7667c674da1c033e56eafc9f133c55abb4a344d9a0508c99fa6c6f07cc
3
+ size 5599294528
Llama-3-8B-Instruct-ortho-baukit.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069813d699c4b78687555ea9003e3785b610dcae783fc83b4ad7473bd1767031
3
+ size 6596006976
Llama-3-8B-Instruct-ortho-baukit.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5986f30de2c65553699206fc3bc12425cdda809d81f129b3c36f2ccfc5d9733
3
+ size 8540771392
Llama-3-8B-Instruct-ortho-baukit.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7967fcebefe5363817c625247f4a5774ed8a2559231ed3bb8b2346050c9ed3b4
3
+ size 16068891712