limcheekin commited on
Commit
9767187
·
1 Parent(s): f112f68

chore: updated CMAKE_ARGS, added --verbose for troubleshooting and updated model download link

Browse files
Files changed (2) hide show
  1. Dockerfile +2 -2
  2. README.md +2 -0
Dockerfile CHANGED
@@ -10,11 +10,11 @@ RUN apt-get update && \
10
  curl
11
 
12
  RUN pip install -U pip setuptools wheel && \
13
- CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python[server]
14
 
15
  # Download model
16
  RUN mkdir model && \
17
- curl -L https://huggingface.co/TheBloke/orca_mini_v3_13B-GGML/resolve/main/orca_mini_v3_13b.ggmlv3.q5_K_S.bin -o model/ggmlv3-model.bin
18
 
19
  COPY ./start_server.sh ./start_server.sh
20
 
 
10
  curl
11
 
12
  RUN pip install -U pip setuptools wheel && \
13
+ CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
14
 
15
  # Download model
16
  RUN mkdir model && \
17
+ curl -L https://huggingface.co/TheBloke/orca_mini_v3_13B-GGML/resolve/main/orca_mini_v3_13b.ggmlv3.q6_K.bin -o model/ggmlv3-model.bin
18
 
19
  COPY ./start_server.sh ./start_server.sh
20
 
README.md CHANGED
@@ -8,3 +8,5 @@ pinned: false
8
  ---
9
 
10
  Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
8
  ---
9
 
10
  Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
11
+
12
+ https://limcheekin-test.hf.space/v1/