Dango233 commited on
Commit
5c90326
·
1 Parent(s): 419d5e9

API performance warning

Browse files

API default parameter lock

Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -172,6 +172,8 @@ class ConvoState:
172
  messages=messages,
173
  stream=True,
174
  timeout=AppConfig.API_TIMEOUT,
 
 
175
  )
176
  for chunk in response_stream:
177
  chunk_content = chunk.choices[0].delta.content
@@ -328,7 +330,7 @@ with gr.Blocks(theme=theme, css_paths="styles.css") as demo:
328
  chatbot = gr.Chatbot(
329
  type="messages",
330
  height=300,
331
- value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n Responsiveness subjects to API provider situation","metadata": {"title": f"API INFO"},}],
332
  group_consecutive_messages=False,
333
  show_copy_all_button=True,
334
  show_share_button=True,
 
172
  messages=messages,
173
  stream=True,
174
  timeout=AppConfig.API_TIMEOUT,
175
+ top_p=0.95,
176
+ temperature=0.6
177
  )
178
  for chunk in response_stream:
179
  chunk_content = chunk.choices[0].delta.content
 
330
  chatbot = gr.Chatbot(
331
  type="messages",
332
  height=300,
333
+ value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n Proformance subjects to API provider situation","metadata": {"title": f"API INFO"},}],
334
  group_consecutive_messages=False,
335
  show_copy_all_button=True,
336
  show_share_button=True,