Update appStore/rag.py

appStore/rag.py

@@ -210,15 +210,15 @@ def run_query(context, label):
     )
 
     # iterate and print stream
-    for message in chat_completion:
-        print(message.choices[0].delta.content, end="")
+    # for message in chat_completion:
+    #     print(message.choices[0].delta.content, end="")
 
     # instantiate ChatCompletion as a generator object (stream is set to True)
     # response = completion_with_backoff(model=model_select, messages=[{"role": "user", "content": get_prompt(context, label)}], stream=True)
     # iterate through the streamed output
     report = []
     res_box = st.empty()
-    for chunk in response:
+    for chunk in client.chat_completion(messages, max_tokens=10, stream=True)::
         # extract the object containing the text (totally different structure when streaming)
         chunk_message = chunk['choices'][0]['delta']
         # test to make sure there is text in the object (some don't have)