Update Dockerfile
Browse files- Dockerfile +5 -5
Dockerfile
CHANGED
@@ -24,12 +24,12 @@ COPY requirements.txt .
|
|
24 |
# Install Python dependencies
|
25 |
RUN pip3 install --no-cache-dir --upgrade pip && \
|
26 |
pip3 install --no-cache-dir -r requirements.txt
|
27 |
-
|
28 |
# Install llama-cpp-python with CUDA support
|
29 |
-
ENV FORCE_CMAKE=1
|
30 |
-
ENV CMAKE_ARGS="-DGGML_CUDA=on"
|
31 |
-
RUN pip3 install llama-cpp-python \
|
32 |
-
|
33 |
|
34 |
# Copy the rest of the application code
|
35 |
COPY . .
|
|
|
24 |
# Install Python dependencies
|
25 |
RUN pip3 install --no-cache-dir --upgrade pip && \
|
26 |
pip3 install --no-cache-dir -r requirements.txt
|
27 |
+
pip3 install llama-cpp-python==0.1.0+cu121
|
28 |
# Install llama-cpp-python with CUDA support
|
29 |
+
#ENV FORCE_CMAKE=1
|
30 |
+
#ENV CMAKE_ARGS="-DGGML_CUDA=on"
|
31 |
+
#RUN pip3 install llama-cpp-python \
|
32 |
+
#--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cu121
|
33 |
|
34 |
# Copy the rest of the application code
|
35 |
COPY . .
|