Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
9a367a8
1
Parent(s):
5a744b5
concurrent users test
Browse files
app.py
CHANGED
@@ -58,7 +58,7 @@ def chat_with_ochat(message):
|
|
58 |
with gr.Blocks(theme=gr.themes.Soft()) as app:
|
59 |
gr.Markdown("## vLLM OpenChat-3.5 Interface")
|
60 |
gr.Markdown("### check logs for server status -- still wokring on handling concurrent users with vllm & spaces")
|
61 |
-
gr.Markdown("
|
62 |
registry.hf.space/macadeliccc-openchat-3-5-chatbot:latest python app.py```")
|
63 |
|
64 |
|
|
|
58 |
with gr.Blocks(theme=gr.themes.Soft()) as app:
|
59 |
gr.Markdown("## vLLM OpenChat-3.5 Interface")
|
60 |
gr.Markdown("### check logs for server status -- still wokring on handling concurrent users with vllm & spaces")
|
61 |
+
gr.Markdown("This will run better on your own machine: ```docker run -it -p 7860:7860 --platform=linux/amd64 --gpus all \
|
62 |
registry.hf.space/macadeliccc-openchat-3-5-chatbot:latest python app.py```")
|
63 |
|
64 |
|