yield

app.py

@@ -17,7 +17,7 @@ from gradio_client import Client
 client = Client("Be-Bo/llama-3-chatbot_70b")
 
 def run_llama(_, msg, *__):
-    return client.predict(
+    yield client.predict(
         message=msg,
         api_name="/chat"
     )