VictorSanh commited on
Commit
65215b0
1 Parent(s): dff8ac8

`eos_token_id`

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -158,7 +158,7 @@ inputs = {k: v.to(DEVICE) for k, v in inputs.items()}
158
 
159
 
160
  # Generate
161
- generated_ids = model.generate(**inputs, bad_words_ids=BAD_WORDS_IDS, max_new_tokens=500)
162
  generated_texts = processor.batch_decode(generated_ids, skip_special_tokens=True)
163
 
164
  print(generated_texts)
@@ -209,7 +209,7 @@ inputs = {k: v.to(DEVICE) for k, v in inputs.items()}
209
 
210
 
211
  # Generate
212
- generated_ids = model.generate(**inputs, bad_words_ids=BAD_WORDS_IDS, max_new_tokens=500)
213
  generated_texts = processor.batch_decode(generated_ids, skip_special_tokens=True)
214
 
215
  print(generated_texts)
 
158
 
159
 
160
  # Generate
161
+ generated_ids = model.generate(**inputs, bad_words_ids=BAD_WORDS_IDS, eos_token_id=EOS_WORDS_IDS, max_new_tokens=500)
162
  generated_texts = processor.batch_decode(generated_ids, skip_special_tokens=True)
163
 
164
  print(generated_texts)
 
209
 
210
 
211
  # Generate
212
+ generated_ids = model.generate(**inputs, bad_words_ids=BAD_WORDS_IDS, eos_token_id=EOS_WORDS_IDS, max_new_tokens=500)
213
  generated_texts = processor.batch_decode(generated_ids, skip_special_tokens=True)
214
 
215
  print(generated_texts)