srivatsavdamaraju commited on
Commit
e4181a0
·
verified ·
1 Parent(s): f894630

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -3
Dockerfile CHANGED
@@ -4,7 +4,7 @@ FROM python:3.8-slim
4
  # Set the working directory inside the container
5
  WORKDIR /app
6
 
7
- # Install system dependencies, curl, and any other dependencies
8
  RUN apt-get update && apt-get install -y \
9
  curl \
10
  && pip install --upgrade pip
@@ -15,5 +15,14 @@ RUN curl -sSL https://ollama.com/install.sh | bash
15
  # Expose the port for the model server (assuming default port 5000)
16
  EXPOSE 5000
17
 
18
- # Pull the Llama 3.2 model - this will happen when the container starts
19
- CMD /bin/bash -c "ollama pull llama-3.2 && ollama serve --model llama-3.2 --port 5000"
 
 
 
 
 
 
 
 
 
 
4
  # Set the working directory inside the container
5
  WORKDIR /app
6
 
7
+ # Install system dependencies, curl, and other necessary utilities
8
  RUN apt-get update && apt-get install -y \
9
  curl \
10
  && pip install --upgrade pip
 
15
  # Expose the port for the model server (assuming default port 5000)
16
  EXPOSE 5000
17
 
18
+ # Start the Ollama service, pull the model, and then serve it
19
+ CMD /bin/bash -c "
20
+ # Start Ollama service in the background
21
+ nohup ollama & \
22
+ # Wait for Ollama to be ready
23
+ sleep 10 && \
24
+ # Pull the llama-3.2 model
25
+ ollama pull llama-3.2 && \
26
+ # Start serving the model
27
+ ollama serve --model llama-3.2 --port 5000
28
+ "