Vihang D
commited on
Commit
•
1951f3b
1
Parent(s):
fc0e06a
Adding quantized models for latest 700bt preview
Browse files- ggml-model-q4_0.bin +3 -0
- ggml-model-q4_1.bin +3 -0
- ggml-model-q5_0.bin +3 -0
- ggml-model-q5_1.bin +3 -0
- ggml-model-q8_0.bin +3 -0
ggml-model-q4_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96c57b6f8fb9171c16e67cbb464b6967b62299f31c99f9324c1eeb35b1fd4b4a
|
3 |
+
size 3791749248
|
ggml-model-q4_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:57ccfd3027525324fc2a790076ca18fcf440a798894e1948f62690147fc0a018
|
3 |
+
size 4212883584
|
ggml-model-q5_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b2d5e35d141695c9ac660e177024465a6136e3541848052f17d4d631cb41a69
|
3 |
+
size 4634017920
|
ggml-model-q5_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:35893ac9de1208d7ce804c4c4c6bca422f77aaa32b5634b56a8a6382636c298f
|
3 |
+
size 5055152256
|
ggml-model-q8_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc7b9146a5f65468516793f6b6db1bf47e74dffe368a15673e03725c14a24ada
|
3 |
+
size 7160823936
|