Update Dockerfile
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
@@ -44,15 +44,15 @@ RUN echo "network:" > config.yml && \
|
|
44 |
echo "" >> config.yml && \
|
45 |
echo "model:" >> config.yml && \
|
46 |
echo " model_dir: models" >> config.yml && \
|
47 |
-
echo " model_name:
|
48 |
echo " use_dummy_models: False" >> config.yml
|
49 |
WORKDIR $HOME/app/tabbyAPI/models
|
50 |
-
RUN mkdir -p
|
51 |
-
WORKDIR $HOME/app/tabbyAPI/models/
|
52 |
RUN pip install huggingface-hub hf-transfer
|
53 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
54 |
# Ensure the model is downloaded into the current working directory (models folder)
|
55 |
-
RUN huggingface-cli download
|
56 |
WORKDIR $HOME/app/tabbyAPI
|
57 |
RUN echo "#!/bin/bash" > startup.sh
|
58 |
RUN echo "lt --port 5000 &" >> startup.sh
|
|
|
44 |
echo "" >> config.yml && \
|
45 |
echo "model:" >> config.yml && \
|
46 |
echo " model_dir: models" >> config.yml && \
|
47 |
+
echo " model_name: alpindale/MiquMaid-v2-2x70B-DPO-exl2-4bpw" >> config.yml && \
|
48 |
echo " use_dummy_models: False" >> config.yml
|
49 |
WORKDIR $HOME/app/tabbyAPI/models
|
50 |
+
RUN mkdir -p MiquMaid-v2-2x70B-DPO-exl2-4bpw
|
51 |
+
WORKDIR $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw
|
52 |
RUN pip install huggingface-hub hf-transfer
|
53 |
ENV HF_HUB_ENABLE_HF_TRANSFER=1
|
54 |
# Ensure the model is downloaded into the current working directory (models folder)
|
55 |
+
RUN huggingface-cli download alpindale/MiquMaid-v2-2x70B-DPO-exl2-4bpw --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
|
56 |
WORKDIR $HOME/app/tabbyAPI
|
57 |
RUN echo "#!/bin/bash" > startup.sh
|
58 |
RUN echo "lt --port 5000 &" >> startup.sh
|