grahamwhiteuk commited on
Commit
35e6309
·
1 Parent(s): 8d34f84

feat: remove timeeout on streamer

Browse files

Signed-off-by: Graham White <[email protected]>

Files changed (1) hide show
  1. src/app.py +1 -1
src/app.py CHANGED
@@ -72,7 +72,7 @@ def generate(
72
  )
73
 
74
  input_ids = input_ids.to(model.device)
75
- streamer = TextIteratorStreamer(tokenizer, timeout=30.0, skip_prompt=True, skip_special_tokens=True)
76
  generate_kwargs = dict(
77
  {"input_ids": input_ids},
78
  streamer=streamer,
 
72
  )
73
 
74
  input_ids = input_ids.to(model.device)
75
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
76
  generate_kwargs = dict(
77
  {"input_ids": input_ids},
78
  streamer=streamer,