Made outputs deterministic

app.py

@@ -74,7 +74,7 @@ def save_image_to_local(image: Image.Image):
     return filename
 
 
-def generate_for_prompt(input_text, state, ret_scale_factor, num_words, temperature):
+def generate_for_prompt(input_text, state, ret_scale_factor, num_words, temperature, generator):
     # Ignore empty inputs.
     if len(input_text) == 0:
         return state, state[0], gr.update(visible=True)
@@ -98,7 +98,7 @@ def generate_for_prompt(input_text, state, ret_scale_factor, num_words, temperat
     model_outputs = model.generate_for_images_and_texts(model_inputs,
                                                         num_words=max(num_words, 1), ret_scale_factor=ret_scale_factor, top_p=top_p,
                                                         temperature=temperature, max_num_rets=1,
-                                                        num_inference_steps=50)
+                                                        num_inference_steps=50, generator=generator)
     print('model_outputs', model_outputs, ret_scale_factor, flush=True)
 
     response = ''
@@ -157,6 +157,7 @@ with gr.Blocks(css=css) as demo:
     """)
 
     gr_state = gr.State([[], []])  # conversation, chat_history
+    g_cuda = torch.Generator(device='cuda').manual_seed(1337)
 
     with gr.Row():
         with gr.Column(scale=0.7, min_width=500):
@@ -193,10 +194,10 @@ with gr.Blocks(css=css) as demo:
             ).style(grid=[2], height="auto")
 
     text_input.submit(generate_for_prompt, [text_input, gr_state, ret_scale_factor,
-                      gr_max_len, gr_temperature], [gr_state, chatbot, share_group, save_group])
+                      gr_max_len, gr_temperature, g_cuda], [gr_state, chatbot, share_group, save_group])
     text_input.submit(lambda: "", None, text_input)  # Reset chatbox.
     submit_btn.click(generate_for_prompt, [text_input, gr_state, ret_scale_factor,
-                     gr_max_len, gr_temperature], [gr_state, chatbot, share_group, save_group])
+                     gr_max_len, gr_temperature, g_cuda], [gr_state, chatbot, share_group, save_group])
     submit_btn.click(lambda: "", None, text_input)  # Reset chatbox.
 
     image_btn.upload(upload_image, [gr_state, image_btn], [gr_state, chatbot])