| FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 | |
| # Install necessary packages | |
| RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y | |
| RUN apt update && apt install -y wget | |
| # Set up the working directory | |
| ARG MODEL_PART_A | |
| ARG MODEL_PART_B | |
| ARG MODEL_NAME | |
| ARG ADDITIONAL | |
| RUN mkdir /opt/kobold | |
| RUN git clone https://github.com/0cc4m/KoboldAI -b latestgptq --recurse-submodules /opt/koboldcpp | |
| # Copy the install_requirements.sh script from your build context into the container | |
| # Make sure the script is in the same directory as your Dockerfile or in the build context | |
| COPY install_requirements.sh /opt/kobold/ | |
| # Set the working directory to /opt/kobold | |
| WORKDIR /opt/kobold | |
| # Make the script executable and run it | |
| RUN chmod +x install_requirements.sh | |
| RUN ./install_requirements.sh cuda | |
| # Define the command to run when the container starts | |
| CMD ./play.sh | |