Update Dockerfile
Browse files- Dockerfile +4 -3
Dockerfile
CHANGED
@@ -27,9 +27,10 @@ RUN pip3 install --no-cache-dir --upgrade pip && \
|
|
27 |
|
28 |
# Install llama-cpp-python with CUDA support
|
29 |
ENV FORCE_CMAKE=1
|
30 |
-
ENV CMAKE_ARGS="-
|
31 |
-
RUN
|
32 |
-
|
|
|
33 |
|
34 |
# Copy the rest of the application code
|
35 |
COPY . .
|
|
|
27 |
|
28 |
# Install llama-cpp-python with CUDA support
|
29 |
ENV FORCE_CMAKE=1
|
30 |
+
ENV CMAKE_ARGS="-DGGML_CUDA=on"
|
31 |
+
RUN pip install llama-cpp-python
|
32 |
+
# RUN pip3 install llama-cpp-python \
|
33 |
+
# --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
|
34 |
|
35 |
# Copy the rest of the application code
|
36 |
COPY . .
|