gfjiogopdfgdfs commited on
Commit
e5ed765
·
verified ·
1 Parent(s): 676ee3a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -4
Dockerfile CHANGED
@@ -44,15 +44,15 @@ RUN echo "network:" > config.yml && \
44
  echo "" >> config.yml && \
45
  echo "model:" >> config.yml && \
46
  echo " model_dir: models" >> config.yml && \
47
- echo " model_name: goliath-120b-gptq" >> config.yml && \
48
  echo " use_dummy_models: False" >> config.yml
49
  WORKDIR $HOME/app/tabbyAPI/models
50
- RUN mkdir -p goliath-120b-gptq
51
- WORKDIR $HOME/app/tabbyAPI/models/goliath-120b-gptq
52
  RUN pip install huggingface-hub hf-transfer
53
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
54
  # Ensure the model is downloaded into the current working directory (models folder)
55
- RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
56
  WORKDIR $HOME/app/tabbyAPI
57
  RUN echo "#!/bin/bash" > startup.sh
58
  RUN echo "lt --port 5000 &" >> startup.sh
 
44
  echo "" >> config.yml && \
45
  echo "model:" >> config.yml && \
46
  echo " model_dir: models" >> config.yml && \
47
+ echo " model_name: alpindale/MiquMaid-v2-2x70B-DPO-exl2-4bpw" >> config.yml && \
48
  echo " use_dummy_models: False" >> config.yml
49
  WORKDIR $HOME/app/tabbyAPI/models
50
+ RUN mkdir -p MiquMaid-v2-2x70B-DPO-exl2-4bpw
51
+ WORKDIR $HOME/app/tabbyAPI/models/MiquMaid-v2-2x70B-DPO-exl2-4bpw
52
  RUN pip install huggingface-hub hf-transfer
53
  ENV HF_HUB_ENABLE_HF_TRANSFER=1
54
  # Ensure the model is downloaded into the current working directory (models folder)
55
+ RUN huggingface-cli download alpindale/MiquMaid-v2-2x70B-DPO-exl2-4bpw --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
56
  WORKDIR $HOME/app/tabbyAPI
57
  RUN echo "#!/bin/bash" > startup.sh
58
  RUN echo "lt --port 5000 &" >> startup.sh