Update Dockerfile
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
@@ -25,12 +25,12 @@ COPY requirements.txt .
|
|
25 |
RUN pip3 install --no-cache-dir --upgrade pip && \
|
26 |
pip3 install --no-cache-dir -r requirements.txt
|
27 |
|
28 |
-
|
29 |
# Install llama-cpp-python with CUDA support
|
30 |
#ENV FORCE_CMAKE=1
|
31 |
#ENV CMAKE_ARGS="-DGGML_CUDA=on"
|
32 |
-
|
33 |
-
|
34 |
|
35 |
# Copy the rest of the application code
|
36 |
COPY . .
|
|
|
25 |
RUN pip3 install --no-cache-dir --upgrade pip && \
|
26 |
pip3 install --no-cache-dir -r requirements.txt
|
27 |
|
28 |
+
|
29 |
# Install llama-cpp-python with CUDA support
|
30 |
#ENV FORCE_CMAKE=1
|
31 |
#ENV CMAKE_ARGS="-DGGML_CUDA=on"
|
32 |
+
RUN pip3 install llama-cpp-python \
|
33 |
+
--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
|
34 |
|
35 |
# Copy the rest of the application code
|
36 |
COPY . .
|