beyoru commited on
Commit
532c418
·
verified ·
1 Parent(s): 6c46f2d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -78,7 +78,7 @@ def respond(
78
  # Keep the last 4 conversation pairs (user-assistant)
79
  messages = [{"role": "system", "content": os.environ.get("CHARACTER_DESC")}]
80
 
81
- for val in history[-20:]:
82
  if val[0]:
83
  messages.append({"role": "user", "content": val[0]})
84
  if val[1]:
@@ -100,9 +100,10 @@ def respond(
100
  stream = client.chat.completions.create(
101
  model=os.environ.get('MODEL_ID'),
102
  messages=messages,
103
- temperature = 0.6,
104
  max_tokens= 512,
105
  top_p = 0.95,
 
106
  stream=True
107
  )
108
 
 
78
  # Keep the last 4 conversation pairs (user-assistant)
79
  messages = [{"role": "system", "content": os.environ.get("CHARACTER_DESC")}]
80
 
81
+ for val in history[-30:]:
82
  if val[0]:
83
  messages.append({"role": "user", "content": val[0]})
84
  if val[1]:
 
100
  stream = client.chat.completions.create(
101
  model=os.environ.get('MODEL_ID'),
102
  messages=messages,
103
+ temperature = 0.7,
104
  max_tokens= 512,
105
  top_p = 0.95,
106
+ do_sample = False,
107
  stream=True
108
  )
109