Spaces:
Runtime error
Runtime error
fxmarty
commited on
Commit
·
4395928
1
Parent(s):
0142f47
update max new tokens
Browse files
app.py
CHANGED
@@ -33,7 +33,7 @@ with gr.Blocks() as demo:
|
|
33 |
end_tokenize = time.perf_counter()
|
34 |
|
35 |
try:
|
36 |
-
for token in client.text_generation(prompt=text_input, max_new_tokens=
|
37 |
if token not in IGNORED_TOKENS:
|
38 |
history[-1][1] += token
|
39 |
response["content"] += token
|
|
|
33 |
end_tokenize = time.perf_counter()
|
34 |
|
35 |
try:
|
36 |
+
for token in client.text_generation(prompt=text_input, max_new_tokens=300, stop_sequences=STOP_TOKENS, stream=True):
|
37 |
if token not in IGNORED_TOKENS:
|
38 |
history[-1][1] += token
|
39 |
response["content"] += token
|