FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 # Install necessary packages RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y RUN apt update && apt install -y wget # Set up a new user named "user" with user ID 1000 RUN useradd -m -u 1000 user # Switch to the "user" user USER user # Set home to the user's home directory ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH # Set the working directory to the user's home directory WORKDIR $HOME/app # Copy the current directory contents into the container at $HOME/app setting the owner to the user COPY --chown=user . $HOME/app # Set up the working directory ARG MODEL_PART_A ARG MODEL_PART_B ARG MODEL_NAME ARG ADDITIONAL RUN git clone https://github.com/theroyallab/tabbyAPI WORKDIR $HOME/app/tabbyAPI RUN pip install -r requirements.txt -q RUN pip install huggingface-hub -q CMD ["python3", "main.py"]