Spaces:
Configuration error
Configuration error
Update Dockerfile
Browse files- Dockerfile +12 -3
Dockerfile
CHANGED
@@ -4,7 +4,7 @@ FROM python:3.8-slim
|
|
4 |
# Set the working directory inside the container
|
5 |
WORKDIR /app
|
6 |
|
7 |
-
# Install system dependencies, curl, and
|
8 |
RUN apt-get update && apt-get install -y \
|
9 |
curl \
|
10 |
&& pip install --upgrade pip
|
@@ -15,5 +15,14 @@ RUN curl -sSL https://ollama.com/install.sh | bash
|
|
15 |
# Expose the port for the model server (assuming default port 5000)
|
16 |
EXPOSE 5000
|
17 |
|
18 |
-
#
|
19 |
-
CMD /bin/bash -c "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
4 |
# Set the working directory inside the container
|
5 |
WORKDIR /app
|
6 |
|
7 |
+
# Install system dependencies, curl, and other necessary utilities
|
8 |
RUN apt-get update && apt-get install -y \
|
9 |
curl \
|
10 |
&& pip install --upgrade pip
|
|
|
15 |
# Expose the port for the model server (assuming default port 5000)
|
16 |
EXPOSE 5000
|
17 |
|
18 |
+
# Start the Ollama service, pull the model, and then serve it
|
19 |
+
CMD /bin/bash -c "
|
20 |
+
# Start Ollama service in the background
|
21 |
+
nohup ollama & \
|
22 |
+
# Wait for Ollama to be ready
|
23 |
+
sleep 10 && \
|
24 |
+
# Pull the llama-3.2 model
|
25 |
+
ollama pull llama-3.2 && \
|
26 |
+
# Start serving the model
|
27 |
+
ollama serve --model llama-3.2 --port 5000
|
28 |
+
"
|