File size: 893 Bytes
b63ff60
064d9b6
 
 
d3d1e84
 
b9e6e86
d3d1e84
b9e6e86
 
 
 
 
 
996f587
d3d1e84
 
 
996f587
b63ff60
 
 
 
fb61f9e
cc684e2
fb61f9e
 
a4c3dfa
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
# Install necessary packages
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
RUN apt update && apt install -y wget
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app

# Set up the working directory
ARG MODEL_PART_A
ARG MODEL_PART_B
ARG MODEL_NAME
ARG ADDITIONAL
RUN git clone https://github.com/theroyallab/tabbyAPI
WORKDIR $HOME/app/tabbyAPI
RUN pip install -r requirements.txt -q
RUN pip install huggingface-hub -q
CMD ["python3", "main.py"]