API performance warning
Browse filesAPI default parameter lock
app.py
CHANGED
@@ -172,6 +172,8 @@ class ConvoState:
|
|
172 |
messages=messages,
|
173 |
stream=True,
|
174 |
timeout=AppConfig.API_TIMEOUT,
|
|
|
|
|
175 |
)
|
176 |
for chunk in response_stream:
|
177 |
chunk_content = chunk.choices[0].delta.content
|
@@ -328,7 +330,7 @@ with gr.Blocks(theme=theme, css_paths="styles.css") as demo:
|
|
328 |
chatbot = gr.Chatbot(
|
329 |
type="messages",
|
330 |
height=300,
|
331 |
-
value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n
|
332 |
group_consecutive_messages=False,
|
333 |
show_copy_all_button=True,
|
334 |
show_share_button=True,
|
|
|
172 |
messages=messages,
|
173 |
stream=True,
|
174 |
timeout=AppConfig.API_TIMEOUT,
|
175 |
+
top_p=0.95,
|
176 |
+
temperature=0.6
|
177 |
)
|
178 |
for chunk in response_stream:
|
179 |
chunk_content = chunk.choices[0].delta.content
|
|
|
330 |
chatbot = gr.Chatbot(
|
331 |
type="messages",
|
332 |
height=300,
|
333 |
+
value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n Proformance subjects to API provider situation","metadata": {"title": f"API INFO"},}],
|
334 |
group_consecutive_messages=False,
|
335 |
show_copy_all_button=True,
|
336 |
show_share_button=True,
|