gfjiogopdfgdfs commited on
Commit
79b705b
·
verified ·
1 Parent(s): d80d5f5

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -5
Dockerfile CHANGED
@@ -42,14 +42,14 @@ RUN echo "network:" > config.yml && \
42
  echo "" >> config.yml && \
43
  echo "model:" >> config.yml && \
44
  echo " model_dir: models" >> config.yml && \
45
- echo " model_name: GOLIATH" >> config.yml && \
46
  echo " use_dummy_models: False" >> config.yml
47
  WORKDIR $HOME/app/tabbyAPI/models
 
 
48
  RUN pip install huggingface-hub hf-transfer
49
- ENV HF_HUB_ENABLE_HF_TRANSFER=1b
50
  # Ensure the model is downloaded into the current working directory (models folder)
51
- RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --cache-dir ~/cache && \
52
- mkdir -p GOLIATH && \
53
- mv * GOLIATH/
54
  WORKDIR $HOME/app/tabbyAPI
55
  CMD ["python3", "main.py"]
 
42
  echo "" >> config.yml && \
43
  echo "model:" >> config.yml && \
44
  echo " model_dir: models" >> config.yml && \
45
+ echo " model_name: goliath-120b-gptq" >> config.yml && \
46
  echo " use_dummy_models: False" >> config.yml
47
  WORKDIR $HOME/app/tabbyAPI/models
48
+ RUN mkdir -p goliath-120b-gptq
49
+ WORKDIR $HOME/app/tabbyAPI/models/goliath-120b-gptq
50
  RUN pip install huggingface-hub hf-transfer
51
+ ENV HF_HUB_ENABLE_HF_TRANSFER=1
52
  # Ensure the model is downloaded into the current working directory (models folder)
53
+ RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
 
 
54
  WORKDIR $HOME/app/tabbyAPI
55
  CMD ["python3", "main.py"]