Update app.py
Browse files
app.py
CHANGED
|
@@ -26,6 +26,8 @@ def respond(
|
|
| 26 |
|
| 27 |
messages.append({"role": "user", "content": message})
|
| 28 |
|
|
|
|
|
|
|
| 29 |
response = ""
|
| 30 |
|
| 31 |
for message in client.chat_completion(
|
|
|
|
| 26 |
|
| 27 |
messages.append({"role": "user", "content": message})
|
| 28 |
|
| 29 |
+
max_tokens = min(max_tokens, 4096)
|
| 30 |
+
|
| 31 |
response = ""
|
| 32 |
|
| 33 |
for message in client.chat_completion(
|