File size: 3,649 Bytes
b63ff60 064d9b6 7ddda99 207cdf5 d3d1e84 b9e6e86 d3d1e84 b9e6e86 996f587 d3d1e84 996f587 547ca2d cc684e2 fb61f9e 1cac260 5c45d20 1cac260 d39b31f 1cac260 e5ed765 1cac260 79b705b 1cac260 e5ed765 828ce62 43fbd74 e43b0a0 6816785 b9e6157 473735a 207cdf5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
# Install necessary packages
RUN apt update && apt install git build-essential libopenblas-dev wget python3-pip -y
RUN apt update && apt install -y wget
RUN apt-get install -y curl
RUN apt-get install -y nodejs npm
# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user
# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH
# Set the working directory to the user's home directory
WORKDIR $HOME/app
# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app
# Set up the working directory
RUN git clone https://github.com/lolcats399/tabbyAPI/
WORKDIR $HOME/app/tabbyAPI
RUN pip install -r requirements.txt -q
RUN pip install huggingface-hub -q
RUN echo "network:" > config.yml && \
echo " host: 0.0.0.0" >> config.yml && \
echo " port: 5000" >> config.yml && \
echo " disable_auth: False" >> config.yml && \
echo "" >> config.yml && \
echo "logging:" >> config.yml && \
echo " prompt: False" >> config.yml && \
echo " generation_params: False" >> config.yml && \
echo "" >> config.yml && \
echo "sampling:" >> config.yml && \
echo " override_preset: null" >> config.yml && \
echo "" >> config.yml && \
echo "developer:" >> config.yml && \
echo " unsafe_launch: False" >> config.yml && \
echo "" >> config.yml && \
echo "model:" >> config.yml && \
echo " model_dir: models" >> config.yml && \
echo " model_name: MiquMaid-v2-2x70B-DPO-exl2-4bpw" >> config.yml && \
echo " use_dummy_models: False" >> config.yml
WORKDIR $HOME/app/tabbyAPI/models
RUN mkdir -p MiquMaid-v2-2x70B-DPO-exl2-4bpw
WORKDIR $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw
RUN pip install huggingface-hub hf-transfer
ENV HF_HUB_ENABLE_HF_TRANSFER=1
# Ensure the model is downloaded into the current working directory (models folder)
RUN huggingface-cli download alpindale/MiquMaid-v2-2x70B-DPO-exl2-4bpw --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
WORKDIR $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/config.json?download=true -o $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/config.json
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/config.json?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/config.json
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/model.safetensors.index.json?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/model.safetensors.index.json
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/special_tokens_map.json?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/special_tokens_map.json
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/tokenizer.json?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/tokenizer.json
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/tokenizer.model?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/tokenizer.model
RUN curl -L https://huggingface.co/NeverSleep/MiquMaid-v2-2x70B/resolve/main/tokenizer_config.json?download=true -o /home/user/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw/tokenizer_config.json
WORKDIR $HOME/app/tabbyAPI/
EXPOSE 5000
CMD /bin/bash -c "python3 main.py"
|