momergul
commited on
Commit
·
9fc24d1
1
Parent(s):
19ab65c
Update
Browse files- joint_inference.py +1 -0
joint_inference.py
CHANGED
@@ -428,6 +428,7 @@ class IdeficsJointInferenceModel(nn.Module):
|
|
428 |
speaker = self.get_speaker()
|
429 |
generation_config = GenerationConfig(
|
430 |
max_new_tokens=max_steps,
|
|
|
431 |
do_sample=True,
|
432 |
temperature=temperature,
|
433 |
top_k=top_k, top_p=top_p,
|
|
|
428 |
speaker = self.get_speaker()
|
429 |
generation_config = GenerationConfig(
|
430 |
max_new_tokens=max_steps,
|
431 |
+
min_new_tokens=1,
|
432 |
do_sample=True,
|
433 |
temperature=temperature,
|
434 |
top_k=top_k, top_p=top_p,
|