Spaces:

Moses25
/

Mistral-7B-Instruct-32K-AWQ-chatbot

Runtime error

Moses25 commited on Jun 5, 2024

Commit

572dc0d

verified ·

1 Parent(s): a4f5f75

Update run.sh

Files changed (1) hide show

run.sh CHANGED Viewed

@@ -1,7 +1,7 @@
 #!/bin/bash
-git clone https://huggingface.co/Moses25/Mistral-7B-Instruct-32K-AWQ
 git clone https://github.com/vllm-project/vllm.git
 cd vllm && VLLM_TARGET_DEVICE=cpu python setup.py install && cd ..
 python  -m vllm.entrypoints.openai.api_server --model=Mistral-7B-Instruct-32K-AWQ \
         --trust-remote-code --host 0.0.0.0  --port 7777 \
         --gpu-memory-utilization 0.8 \

 #!/bin/bash
 git clone https://github.com/vllm-project/vllm.git
 cd vllm && VLLM_TARGET_DEVICE=cpu python setup.py install && cd ..
+git clone https://huggingface.co/Moses25/Mistral-7B-Instruct-32K-AWQ
 python  -m vllm.entrypoints.openai.api_server --model=Mistral-7B-Instruct-32K-AWQ \
         --trust-remote-code --host 0.0.0.0  --port 7777 \
         --gpu-memory-utilization 0.8 \