Update Dockerfile

Dockerfile

@@ -25,4 +25,28 @@ RUN git clone https://github.com/theroyallab/tabbyAPI
 WORKDIR $HOME/app/tabbyAPI
 RUN pip install -r requirements.txt -q
 RUN pip install huggingface-hub -q
+RUN echo "network:" > config.yml && \
+    echo "  host: 127.0.0.1" >> config.yml && \
+    echo "  port: 5000" >> config.yml && \
+    echo "  disable_auth: False" >> config.yml && \
+    echo "" >> config.yml && \
+    echo "logging:" >> config.yml && \
+    echo "  prompt: False" >> config.yml && \
+    echo "  generation_params: False" >> config.yml && \
+    echo "" >> config.yml && \
+    echo "sampling:" >> config.yml && \
+    echo "  override_preset: null" >> config.yml && \
+    echo "" >> config.yml && \
+    echo "developer:" >> config.yml && \
+    echo "  unsafe_launch: False" >> config.yml && \
+    echo "" >> config.yml && \
+    echo "model:" >> config.yml && \
+    echo "  model_dir: models" >> config.yml && \
+    echo "  model_name: GOLIATH" >> config.yml && \
+    echo "  use_dummy_models: False" >> config.yml
+WORKDIR $HOME/app/tabbyAPI/models
+RUN pip install huggingface-hub hf-transfer
+ENV HF_HUB_ENABLE_HF_TRANSFER=1
+# Ensure the model is downloaded into the current working directory (models folder)
+RUN huggingface-cli download TheBloke/goliath-120b-gptq --local-dir ./ --local-dir-use-symlinks False --cache-dir ~/cache
 CMD ["python3", "main.py"]