limcheekin
commited on
Commit
·
9767187
1
Parent(s):
f112f68
chore: updated CMAKE_ARGS, added --verbose for troubleshooting and updated model download link
Browse files- Dockerfile +2 -2
- README.md +2 -0
Dockerfile
CHANGED
@@ -10,11 +10,11 @@ RUN apt-get update && \
|
|
10 |
curl
|
11 |
|
12 |
RUN pip install -U pip setuptools wheel && \
|
13 |
-
CMAKE_ARGS="-
|
14 |
|
15 |
# Download model
|
16 |
RUN mkdir model && \
|
17 |
-
curl -L https://huggingface.co/TheBloke/orca_mini_v3_13B-GGML/resolve/main/orca_mini_v3_13b.ggmlv3.
|
18 |
|
19 |
COPY ./start_server.sh ./start_server.sh
|
20 |
|
|
|
10 |
curl
|
11 |
|
12 |
RUN pip install -U pip setuptools wheel && \
|
13 |
+
CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
|
14 |
|
15 |
# Download model
|
16 |
RUN mkdir model && \
|
17 |
+
curl -L https://huggingface.co/TheBloke/orca_mini_v3_13B-GGML/resolve/main/orca_mini_v3_13b.ggmlv3.q6_K.bin -o model/ggmlv3-model.bin
|
18 |
|
19 |
COPY ./start_server.sh ./start_server.sh
|
20 |
|
README.md
CHANGED
@@ -8,3 +8,5 @@ pinned: false
|
|
8 |
---
|
9 |
|
10 |
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
|
|
|
|
|
8 |
---
|
9 |
|
10 |
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
11 |
+
|
12 |
+
https://limcheekin-test.hf.space/v1/
|