Mixtral-RPG

Running

Omnibus commited on Jan 22

Commit

0abb387

•

1 Parent(s): d550b81

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -21,8 +21,8 @@ top_p=0.99
 repetition_penalty=1.0
 def compress_history(history,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
-    #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
-    client = InferenceClient("abacusai/Slerp-CM-mist-dpo")
     print("COMPRESSING")
     formatted_prompt=f"{COMPRESS_HISTORY.format(history=history)}"
@@ -44,8 +44,8 @@ MAX_HISTORY=100
 opts=[]
 def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
     opts.clear()
-    #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
-    client = InferenceClient("abacusai/Slerp-CM-mist-dpo")
     temperature = float(temperature)
     if temperature < 1e-2:

 repetition_penalty=1.0
 def compress_history(history,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
+    client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+    #client = InferenceClient("abacusai/Slerp-CM-mist-dpo")
     print("COMPRESSING")
     formatted_prompt=f"{COMPRESS_HISTORY.format(history=history)}"
 opts=[]
 def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
     opts.clear()
+    client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+    #client = InferenceClient("abacusai/Slerp-CM-mist-dpo")
     temperature = float(temperature)
     if temperature < 1e-2: