| FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 | |
| # Install necessary packages | |
| RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y | |
| RUN apt update && apt install -y wget | |
| # Set up the working directory | |
| ARG MODEL_PART_A | |
| ARG MODEL_PART_B | |
| ARG MODEL_NAME | |
| ARG ADDITIONAL | |
| RUN git clone https://github.com/theroyallab/tabbyAPI | |
| WORKDIR /opt/kobold | |
| RUN pip install -r requirements.txt -q | |
| RUN pip install huggingface-hub -q | |
| WORKDIR /content/tabbyAPI/ | |
| RUN python main.py | |