Spaces:
Running
Running
Commit
·
35e6309
1
Parent(s):
8d34f84
feat: remove timeeout on streamer
Browse filesSigned-off-by: Graham White <[email protected]>
- src/app.py +1 -1
src/app.py
CHANGED
@@ -72,7 +72,7 @@ def generate(
|
|
72 |
)
|
73 |
|
74 |
input_ids = input_ids.to(model.device)
|
75 |
-
streamer = TextIteratorStreamer(tokenizer,
|
76 |
generate_kwargs = dict(
|
77 |
{"input_ids": input_ids},
|
78 |
streamer=streamer,
|
|
|
72 |
)
|
73 |
|
74 |
input_ids = input_ids.to(model.device)
|
75 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
76 |
generate_kwargs = dict(
|
77 |
{"input_ids": input_ids},
|
78 |
streamer=streamer,
|