try stream

app.py

@@ -54,8 +54,11 @@ def bot(history):
     history[-1][1] = ""
     user_message = history[-1][0]
 
-    for chunk in chain.stream({"text": user_message}):
-        history[-1][1] += chunk["text"]
+    full_input = chain.prep_inputs({"text": user_message})
+    prompts, stop = chain.prep_prompts([full_input], run_manager=None)
+
+    for chunk in llm._stream(prompt=prompts[0].to_string(), stop=stop, run_manager=None):
+        history[-1][1] += chunk.text
         yield history