Uploading quants.

Files changed (14) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+imatrix.dat filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-cat-8b-instruct-v1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text

imatrix-with-rp-ex.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

imatrix.dat ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae65f4376d9da822bd99159cc4d04a9f3548a0b1301471b8ff950d8f56614a7
+size 4988193

llama-3-cat-8b-instruct-v1-IQ3_M-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5917e9c58fa54ceb4d12a16b4622f3b24471bc9049fd0d3992d5d2bc8cf767
+size 3784822976

llama-3-cat-8b-instruct-v1-IQ3_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:65604e083f39ccee753556e7703e5a130343434785cdaaa2eb17386bfd16c83e
+size 3682324672

llama-3-cat-8b-instruct-v1-IQ3_XXS-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:24e072f1d1da36d636e2d8a6406e0331bbc249ec98d07cdb1c00d93d99633154
+size 3274911936

llama-3-cat-8b-instruct-v1-IQ4_NL-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f38d7d2144c0fc43a443147d1e26ce36eb77c6572c3063152a1aeff16d11db59
+size 4677988544

llama-3-cat-8b-instruct-v1-IQ4_XS-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75ac5d395a32f61db2a08f90418e21c07c3d028297e62b317866650f4d6ee6
+size 4447662272

llama-3-cat-8b-instruct-v1-Q4_K_M-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:e548e5bdced904ca9691c5b8f20692ea4412d8421c1b95ebc7ca0322171f2e1d
+size 4920733888

llama-3-cat-8b-instruct-v1-Q4_K_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:25b6174680a42f5636237ed2a24bd30746ce798976b82e656e2439fb6cb9f3ab
+size 4692668608

llama-3-cat-8b-instruct-v1-Q5_K_M-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:0608ea28aa9f4c71c4480f9188ef1febd57ae1a369452fb38e321ef308c693c9
+size 5732987072

llama-3-cat-8b-instruct-v1-Q5_K_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9ba70b96bef52fb431a80ef53a37a369b69ed472f0c240ae6c6b1d5af54d2
+size 5599293632

llama-3-cat-8b-instruct-v1-Q6_K-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0aa93a1ae2e41b37396bd939a92d95873ba5e2c71978e8d10ae80aa9d0dd16
+size 6596006080

llama-3-cat-8b-instruct-v1-Q8_0-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbf6ecdc0659a6adc3326863e547bc41c9d9105f3f82712cfb8e301f7af87a2
+size 8540770496