add-compiled-gguf-files (#2)

- Add GGUF files for Q4_K_M, Q5_K_M, Q6_K, Q8_0 (incl Git LFS tracking) (8dc1c6fcf455f19ac87c9e9b18edf6d502a9eff1)

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+normistral-7b-scratch.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-scratch.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-scratch.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-7b-scratch.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

normistral-7b-scratch.Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:b825a777a30cbff9181067b67a95efba38c3f34d426113943b9c41067d3d2ef4
+size 4373360096

normistral-7b-scratch.Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:17078129bdf2568664de2d9cb61d51d48d7476475c80229b725f3dd6aa1b9e04
+size 5136723424

normistral-7b-scratch.Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:b0876bc485f7a5db0b0d579b045fee0868997290d7180993490b346d9163112b
+size 5947796960

normistral-7b-scratch.Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1084de3d94d9b561678bde202be4e2c32c934ce73b3901214b548372ef9016
+size 7703113184