momergul commited on
Commit
9fc24d1
·
1 Parent(s): 19ab65c
Files changed (1) hide show
  1. joint_inference.py +1 -0
joint_inference.py CHANGED
@@ -428,6 +428,7 @@ class IdeficsJointInferenceModel(nn.Module):
428
  speaker = self.get_speaker()
429
  generation_config = GenerationConfig(
430
  max_new_tokens=max_steps,
 
431
  do_sample=True,
432
  temperature=temperature,
433
  top_k=top_k, top_p=top_p,
 
428
  speaker = self.get_speaker()
429
  generation_config = GenerationConfig(
430
  max_new_tokens=max_steps,
431
+ min_new_tokens=1,
432
  do_sample=True,
433
  temperature=temperature,
434
  top_k=top_k, top_p=top_p,