Update app.py

app.py

@@ -13,6 +13,7 @@ import torch
 import numpy as np
 from PIL import Image
 import edge_tts
+import openai
 
 from transformers import (
     AutoModelForCausalLM,
@@ -240,6 +241,31 @@ def generate(
         yield gr.Image(image_path)
         return
 
+    # New reasoning feature implementation.
+    if lower_text.startswith("@reasoning"):
+        reasoning_prompt = text.replace("@reasoning", "").strip()
+        messages = [
+            {"role": "system", "content": "You are a helpful assistant"},
+            {"role": "user", "content": reasoning_prompt}
+        ]
+        try:
+            client = openai.OpenAI(
+                api_key=os.environ.get("SAMBANOVA_API_KEY"),
+                base_url="https://api.sambanova.ai/v1",
+            )
+            response = client.chat.completions.create(
+                model="DeepSeek-R1-Distill-Llama-70B",
+                messages=messages,
+                temperature=0.1,
+                top_p=0.1
+            )
+            reasoning_response = response.choices[0].message.content
+        except Exception as e:
+            reasoning_response = "Error in reasoning request: " + str(e)
+        yield "Thinking..."
+        yield reasoning_response
+        return
+
     # Otherwise, handle text/chat (and TTS) generation.
     tts_prefix = "@tts"
     is_tts = any(text.strip().lower().startswith(f"{tts_prefix}{i}") for i in range(1, 3))
@@ -345,6 +371,7 @@ demo = gr.ChatInterface(
         ['@turbov3 "Abstract art, colorful and vibrant"'],
         ["Write a Python function to check if a number is prime."],
         ["@tts2 What causes rainbows to form?"],
+        ["@reasoning Explain the theory of relativity."],
     ],
     cache_examples=False,
     type="messages",