Omnibus commited on
Commit
68408ce
1 Parent(s): 62a62ca

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -82,7 +82,7 @@ def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,
82
  stream = await client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
83
  output = ""
84
 
85
- async for response in await stream:
86
  output += response.token.text
87
  if history:
88
  yield [(prompt,output)],stats,None,None
 
82
  stream = await client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
83
  output = ""
84
 
85
+ for response in stream:
86
  output += response.token.text
87
  if history:
88
  yield [(prompt,output)],stats,None,None