generation_config.json

{
   "_from_model_config":false,
   "bos_token_id":0,
   "eos_token_id":0,
   "transformers_version":"4.28.1",
   "use_cache":false,
   "early_stopping":true,
   "do_sample":true,
   "temperature":1.0,
   "top_p":0.9,
   "top_k":40,
   "num_beams":4,
   "no_repeat_ngram_size":6,
   "max_new_tokens":128
}