limcheekin commited on
Commit
dc445d6
·
1 Parent(s): a5da896

chore: updated installation command and model download link

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -2
Dockerfile CHANGED
@@ -10,11 +10,11 @@ RUN apt-get update && \
10
  curl
11
 
12
  RUN pip install -U pip setuptools wheel && \
13
- CMAKE_ARGS="-DLLAMA_OPENBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python[server]
14
 
15
  # Download model
16
  RUN mkdir model && \
17
- curl -L https://huggingface.co/TheBloke/h2ogpt-4096-llama2-13B-chat-GGML/blob/main/h2ogpt-4096-llama2-13b-chat.ggmlv3.q6_K.bin -o model/ggmlv3-model.bin
18
 
19
  COPY ./start_server.sh ./start_server.sh
20
 
 
10
  curl
11
 
12
  RUN pip install -U pip setuptools wheel && \
13
+ CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 pip install llama-cpp-python[server]
14
 
15
  # Download model
16
  RUN mkdir model && \
17
+ curl -L https://huggingface.co/TheBloke/h2ogpt-4096-llama2-13B-chat-GGML/resolve/main/h2ogpt-4096-llama2-13b-chat.ggmlv3.q6_K.bin -o model/ggmlv3-model.bin
18
 
19
  COPY ./start_server.sh ./start_server.sh
20