Abhinav Kulkarni commited on
Commit
5e167e7
1 Parent(s): 9ef6c59

Updated README

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -52,6 +52,7 @@ config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
52
 
53
  # Tokenizer
54
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
 
55
 
56
  # Model
57
  w_bit = 4
@@ -82,7 +83,8 @@ output = model.generate(
82
  top_p=0.15,
83
  top_k=0,
84
  repetition_penalty=1.1,
85
- eos_token_id=tokenizer.eos_token_id
 
86
  )
87
  ```
88
 
 
52
 
53
  # Tokenizer
54
  tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name)
55
+ streamer = TextStreamer(tokenizer, skip_special_tokens=True)
56
 
57
  # Model
58
  w_bit = 4
 
83
  top_p=0.15,
84
  top_k=0,
85
  repetition_penalty=1.1,
86
+ eos_token_id=tokenizer.eos_token_id,
87
+ streamer=streamer
88
  )
89
  ```
90