Update Dockerfile
Browse files- Dockerfile +5 -2
Dockerfile
CHANGED
@@ -1,8 +1,11 @@
|
|
1 |
FROM python:3.11-slim
|
2 |
|
3 |
-
RUN apt update && apt install -y git cmake build-essential ninja-build
|
4 |
WORKDIR /app
|
5 |
-
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo &&
|
|
|
|
|
|
|
6 |
RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
|
7 |
EXPOSE 7860
|
8 |
CMD ["/app/server", "-m" "model.gguf", "--host", "0.0.0.0", "--port", "7860"]
|
|
|
1 |
FROM python:3.11-slim
|
2 |
|
3 |
+
RUN apt update && apt install -y git cmake build-essential ninja-build wget
|
4 |
WORKDIR /app
|
5 |
+
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 repo && cd repo && \
|
6 |
+
sed -i 's/v1\/chat/api\/v1\/chat/g' examples/server/server.cpp
|
7 |
+
|
8 |
+
RUN cmake -B build && cmake --build build --config Release --target server && cp ./build/bin/server /app/server
|
9 |
RUN wget -c -O model.gguf "https://huggingface.co/zhangtao103239/Qwen-1.8B-GGUF/resolve/main/qwen-1.8b-q5_k_m.gguf"
|
10 |
EXPOSE 7860
|
11 |
CMD ["/app/server", "-m" "model.gguf", "--host", "0.0.0.0", "--port", "7860"]
|