Update app.py
Browse files
app.py
CHANGED
@@ -5,8 +5,9 @@ import numpy as np
|
|
5 |
import string
|
6 |
from huggingface_hub import InferenceClient
|
7 |
import os
|
|
|
8 |
# Initialize Qwen client
|
9 |
-
qwen_client = InferenceClient("nztinversive/llama3.2-1b-Uncensored"
|
10 |
|
11 |
# Model and ONNX setup
|
12 |
HG_MODEL = "livekit/turn-detector"
|
@@ -76,7 +77,7 @@ def respond(
|
|
76 |
top_p,
|
77 |
):
|
78 |
# Keep the last 4 conversation pairs (user-assistant)
|
79 |
-
messages = [{"role": "system", "content": os.environ.get(
|
80 |
|
81 |
for val in history[-10:]: # Only use the last 4 pairs
|
82 |
if val[0]:
|
|
|
5 |
import string
|
6 |
from huggingface_hub import InferenceClient
|
7 |
import os
|
8 |
+
|
9 |
# Initialize Qwen client
|
10 |
+
qwen_client = InferenceClient("nztinversive/llama3.2-1b-Uncensored")
|
11 |
|
12 |
# Model and ONNX setup
|
13 |
HG_MODEL = "livekit/turn-detector"
|
|
|
77 |
top_p,
|
78 |
):
|
79 |
# Keep the last 4 conversation pairs (user-assistant)
|
80 |
+
messages = [{"role": "system", "content": os.environ.get("CHARACTER_DESC")}]
|
81 |
|
82 |
for val in history[-10:]: # Only use the last 4 pairs
|
83 |
if val[0]:
|