VirtualLab commited on
Commit
987064e
·
1 Parent(s): 152e425

Default model

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -30,4 +30,4 @@ EXPOSE 7860
30
 
31
  # Command to download the model and start the server
32
  CMD wget -O /models/model.gguf "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF/resolve/main/DeepSeek-R1-Distill-Llama-8B-Q4_K_L.gguf" && \
33
- python -m llama_cpp.server --model /models/model.gguf --host 0.0.0.0 --port 7860 --timeout-keep-alive 600
 
30
 
31
  # Command to download the model and start the server
32
  CMD wget -O /models/model.gguf "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF/resolve/main/DeepSeek-R1-Distill-Llama-8B-Q4_K_L.gguf" && \
33
+ python -m llama_cpp.server --model /models/model.gguf --host 0.0.0.0 --port 7860