FROM nvidia/cuda:11.8.0-devel-ubuntu22.04

# Install necessary packages
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
RUN apt update && apt install -y wget

# Set up the working directory
ARG MODEL_PART_A
ARG MODEL_PART_B
ARG MODEL_NAME
ARG ADDITIONAL
RUN git clone https://github.com/theroyallab/tabbyAPI
WORKDIR /opt/kobold
RUN pip install -r requirements.txt -q
RUN pip install huggingface-hub -q
WORKDIR /content/tabbyAPI/
RUN python main.py