Aratako commited on
Commit
4a22f57
·
verified ·
1 Parent(s): 374e460

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -78,7 +78,7 @@ def chat_llama3_8b(message: str,
78
  print(tokenizer.apply_chat_template(conversation, add_generation_prompt=True, tokenize=False))
79
  print(input_ids)
80
 
81
- streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
82
 
83
  generate_kwargs = dict(
84
  input_ids= input_ids,
 
78
  print(tokenizer.apply_chat_template(conversation, add_generation_prompt=True, tokenize=False))
79
  print(input_ids)
80
 
81
+ streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=False, skip_special_tokens=True)
82
 
83
  generate_kwargs = dict(
84
  input_ids= input_ids,