Update app.py

app.py

@@ -20,7 +20,7 @@ temperature=0.99
 top_p=0.99
 repetition_penalty=1.0
 
-def compress_history(history,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
+def compress_history(history,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
     client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
     
     print("COMPRESSING")
@@ -31,8 +31,7 @@ def compress_history(history,temperature=temperature,top_p=top_p,repetition_pena
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=random.randint(1,99999999999)
-        #seed=42,
+        seed=seed,
     )
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
@@ -42,7 +41,7 @@ def compress_history(history,temperature=temperature,top_p=top_p,repetition_pena
 
 MAX_HISTORY=100
 opts=[]
-def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
+def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
     opts.clear()
     client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
     
@@ -57,8 +56,7 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=random.randint(1,99999999999)
-        #seed=42,
+        seed=seed,
     )
     cnt=0
     stats=health
@@ -156,7 +154,10 @@ Power: 20
 Strength: 24
 *******************    
 '''
-    
+def check_rand(inp):
+    if inp==True:
+        return gr.Slider(label="Seed", minimum=1, maximum=99999999999, value=random.randint(1,99999999999))
+rand_val=random.randint(1,99999999999)
 with gr.Blocks() as app:
     gr.HTML("""<center><h1>Mixtral 8x7B RPG</h1><h3>Role Playing Game Master</h3>""")
     with gr.Group():
@@ -169,6 +170,8 @@ with gr.Blocks() as app:
                         #prompt=gr.Textbox(label = "Prompt", value="Start a new game")
                     with gr.Column(scale=2):
                         button=gr.Button()
+                        rand = gr.Checkbox(label="Random", value=False)
+                        seed=gr.Slider(label="Seed", minimum=1, maximum=99999999999, value=rand_val)
                     #models_dd=gr.Dropdown(choices=[m for m in return_list],interactive=True)
                 with gr.Row():
                     stop_button=gr.Button("Stop")
@@ -188,7 +191,7 @@ with gr.Blocks() as app:
     #inp_query.change(search_models,inp_query,models_dd)
     #test_b=test_btn.click(itt,url,e_box)
     clear_btn.click(clear_fn,None,[opt,chatbot])
-    go=button.click(generate,[opt,chatbot,tokens,char_stats],[chatbot,char_stats,json_out,opt])
+    go=button.click(check_rand,rand,seed).then(generate,[opt,chatbot,tokens,char_stats,seed],[chatbot,char_stats,json_out,opt])
     stop_button.click(None,None,None,cancels=[go])
 app.launch(show_api=False)