Update app.py

app.py

@@ -78,7 +78,7 @@ def respond(
     # Keep the last 4 conversation pairs (user-assistant)
     messages = [{"role": "system", "content": os.environ.get("CHARACTER_DESC")}]
 
-    for val in history:
+    for val in history[-20:]:
         if val[0]:
             messages.append({"role": "user", "content": val[0]})
         if val[1]:
@@ -100,8 +100,8 @@ def respond(
     stream = client.chat.completions.create(
         model=os.environ.get('MODEL_ID'),
         messages=messages,
-        temperature=0.6,
-        max_tokens=1024,
+        temperature=0.7,
+        max_tokens=2048,
         top_p=0.95,
         stream=True
     )