Abhinav Kulkarni commited on
Commit
b23b349
1 Parent(s): 2b42c30

Updated README

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -53,6 +53,7 @@ config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
53
 
54
  # Tokenizer
55
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
 
56
 
57
  # Model
58
  w_bit = 4
@@ -83,7 +84,8 @@ output = model.generate(
83
  top_p=0.15,
84
  top_k=0,
85
  repetition_penalty=1.1,
86
- eos_token_id=tokenizer.eos_token_id
 
87
  )
88
  ```
89
 
 
53
 
54
  # Tokenizer
55
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
56
+ streamer = TextStreamer(tokenizer, skip_special_tokens=True)
57
 
58
  # Model
59
  w_bit = 4
 
84
  top_p=0.15,
85
  top_k=0,
86
  repetition_penalty=1.1,
87
+ eos_token_id=tokenizer.eos_token_id,
88
+ streamer=streamer
89
  )
90
  ```
91