limcheekin
commited on
Commit
·
1dd7ff1
1
Parent(s):
e87aa8c
feat: updated to 13B ggmlv3.q5_K_S model as q6_K model size > 10GB
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -14,7 +14,7 @@ RUN pip install -U pip setuptools wheel && \
|
|
14 |
|
15 |
# Download model
|
16 |
RUN mkdir model && \
|
17 |
-
curl -L https://huggingface.co/TheBloke/h2ogpt-4096-llama2-13B-chat-GGML/resolve/main/h2ogpt-4096-llama2-13b-chat.ggmlv3.
|
18 |
|
19 |
COPY ./start_server.sh ./start_server.sh
|
20 |
|
|
|
14 |
|
15 |
# Download model
|
16 |
RUN mkdir model && \
|
17 |
+
curl -L https://huggingface.co/TheBloke/h2ogpt-4096-llama2-13B-chat-GGML/resolve/main/h2ogpt-4096-llama2-13b-chat.ggmlv3.q5_K_S.bin -o model/ggmlv3-model.bin
|
18 |
|
19 |
COPY ./start_server.sh ./start_server.sh
|
20 |
|