Update app.py

app.py

@@ -15,78 +15,62 @@ chat_api_key2 = os.environ.get("OPENROUTER_TOKEN")
 global_image_data_url = None
 global_image_prompt = None  # Still stored if needed elsewhere
 
-def generate_prompt_from_options(difficulty, age, level, extra_details=""):
+def generate_prompt_from_options(difficulty, age, level, treatment_plan=""):
     """
     Uses the OpenAI chat model (via Hugging Face Inference API) to generate an image generation prompt
-    based on the selected difficulty, age, autism level, and any extra details the user provides.
+    based on the selected difficulty, age, autism level, and the treatment plan the user provides.
     """
     query = (
         f"""
-        Follow the instructions below to Generate an image generation prompt for an educational image intended for Autistic children.
-        Consider the following parameters:\n
-          - Difficulty: {difficulty}\n
-          - Age: {age}\n
-          - Autism Level: {level}\n
-          - Extra Details: {extra_details}\n\n
-        Use the following system prompt to guide the image generation process:\n
+        Follow the instructions below to generate an image generation prompt for an educational image intended for autistic children.
+        Consider the following parameters:
+          - Difficulty: {difficulty}
+          - Age: {age}
+          - Autism Level: {level}
+          - Treatment Plan: {treatment_plan}
 
-        System Prompt:
+        Use the following system prompt to guide the image generation process:
 
-        You are an image generation engine specializing in creating clear, calming, and visually supportive images designed for children with autism spectrum disorder (ASD). Your primary goal is to produce images that aid in understanding, communication, emotional regulation, and daily routines.  Prioritize the following characteristics:
+        You are an image generation engine specializing in creating clear, calming, and visually supportive images designed for children with autism spectrum disorder (ASD). Your primary goal is to produce images that aid in understanding, communication, emotional regulation, and daily routines. Prioritize the following characteristics:
 
         **1. Clarity and Simplicity:**
-
-        # *   **Minimalist Backgrounds:**  Use solid, muted colors (e.g., soft blues, greens, light grays, pastels) or very simple, uncluttered backgrounds. Avoid busy patterns, highly contrasting colors, or distracting elements.
-        *   **Clear Subject Focus:**  The main subject of the image should be prominent and easily identifiable. Avoid unnecessary details that could cause confusion or sensory overload.
-        *   **Unambiguous Representations:**  Objects and people should be depicted in a realistic and straightforward manner. Avoid abstract art or overly stylized representations.  If depicting emotions, make them very clear and easily recognizable (e.g., a simple, wide smile for happiness, a single tear for sadness).
+        - **Minimalist Backgrounds:** Use solid, muted colors (e.g., soft blues, greens, light grays, pastels) or very simple, uncluttered backgrounds. Avoid busy patterns, highly contrasting colors, or distracting elements.
+        - **Clear Subject Focus:** The main subject of the image should be prominent and easily identifiable. Avoid unnecessary details that could cause confusion or sensory overload.
+        - **Unambiguous Representations:** Objects and people should be depicted in a realistic and straightforward manner. Avoid abstract art or overly stylized representations. If depicting emotions, make them very clear and easily recognizable.
 
         **2. Visual Structure and Predictability:**
-
-        *   **Literal Interpretation:**  The images should be highly literal.  Avoid metaphors, symbolism, or implied meanings. If depicting a sequence of events, make each step visually distinct.
-        *   **Defined Borders:**  Consider using clear outlines or borders around objects and people to enhance visual separation and definition.
-        *   **Consistent Style:**  Maintain a consistent visual style across multiple images.  This helps build familiarity and predictability.
+        - **Literal Interpretation:** The images should be highly literal. Avoid metaphors, symbolism, or implied meanings. If depicting a sequence of events, make each step visually distinct.
+        - **Defined Borders:** Consider using clear outlines or borders around objects and people to enhance visual separation and definition.
+        - **Consistent Style:** Maintain a consistent visual style across multiple images. This helps build familiarity and predictability.
 
         **3. Sensory Considerations:**
-
-        *   **Soft Color Palette:**  Favor muted, calming colors. Avoid overly bright, saturated, or fluorescent colors.
-        *   **Reduced Visual Complexity:**  Limit the number of elements in the image to prevent sensory overload.
-        *   **Smooth Textures:**  If textures are depicted, they should appear smooth and non-threatening. Avoid rough, jagged, or overly detailed textures.
+        - **Soft Color Palette:** Favor muted, calming colors. Avoid overly bright, saturated, or fluorescent colors.
+        - **Reduced Visual Complexity:** Limit the number of elements in the image to prevent sensory overload.
+        - **Smooth Textures:** If textures are depicted, they should appear smooth and non-threatening. Avoid rough, jagged, or overly detailed textures.
 
         **4. Positive and Supportive Imagery:**
-
-        *   **Positive Reinforcement:**  Images should be encouraging and positive.  Depict success, cooperation, and positive social interactions.
-        *   **Calm and Relaxing Scenes:**  Consider scenes that promote calmness, such as nature scenes (e.g., a quiet forest, a calm beach), or familiar, safe environments (e.g., a cozy bedroom, a well-organized classroom).
-        *   **Avoidance of Triggers:**  Be mindful of potential triggers for anxiety or distress. Avoid images that depict conflict, overwhelming crowds, or potentially frightening situations.
+        - **Positive Reinforcement:** Images should be encouraging and positive. Depict success, cooperation, and positive social interactions.
+        - **Calm and Relaxing Scenes:** Consider scenes that promote calmness, such as nature scenes (e.g., a quiet forest, a calm beach) or familiar, safe environments (e.g., a cozy bedroom, a well-organized classroom).
+        - **Avoidance of Triggers:** Be mindful of potential triggers for anxiety or distress. Avoid images that depict conflict, overwhelming crowds, or potentially frightening situations.
 
         **5. Specific Use Cases (Adapt as needed):**
-
-        *   **Social Stories:**  If generating images for a social story, ensure each image clearly illustrates a single step in the sequence.  Use consistent characters and settings throughout the story.
-        *   **Visual Schedules:**  If creating images for a visual schedule, make each activity easily identifiable and visually distinct.
-        *   **Emotion Recognition:**  If depicting emotions, use clear facial expressions and body language. Consider using a consistent character to represent different emotions.
-        *   **Communication Aids:**  If creating images for communication, ensure the objects or actions are clearly depicted and easily recognizable.
-        *  **Daily Routines**: Brushing teeth, eating food, going to school.
-        * **Learning concepts**: Shapes, colors, animals, numbers, alphabet.
+        - **Social Stories:** If generating images for a social story, ensure each image clearly illustrates a single step in the sequence. Use consistent characters and settings throughout the story.
+        - **Visual Schedules:** If creating images for a visual schedule, make each activity easily identifiable and visually distinct.
+        - **Emotion Recognition:** If depicting emotions, use clear facial expressions and body language. Consider using a consistent character to represent different emotions.
+        - **Communication Aids:** If creating images for communication, ensure the objects or actions are clearly depicted and easily recognizable.
+        - **Daily Routines:** e.g., brushing teeth, eating food, going to school.
+        - **Learning Concepts:** e.g., shapes, colors, animals, numbers, alphabet.
 
         **Prompting Instructions:**
-
         When providing a prompt to the model, be as specific as possible, including:
-
-        *   **The subject of the image:**  "A boy brushing his teeth."
-        *   **The desired style:**  "Simple, clear, with a solid light blue background."
-        *   **The intended use:**  "For a visual schedule."
-        *   **Any specific details:**  "The boy should be smiling. The toothbrush should be blue."
-        *   **Emotions:** Clearly state the emotion "happy" or "calm."
-
-        **Example Prompts (using the above system prompt as a base):**
-
-        *   "Generate an image for a visual schedule. The subject is 'eating lunch.' Show a child sitting at a table with a plate of food (sandwich, apple slices, and a glass of milk). The background should be a solid, pale green. The child should be smiling. Use a clear, simple style with defined outlines."
-        *   "Generate an image to help with emotion recognition. The subject is 'sad.' Show a child's face with a single tear rolling down their cheek and a downturned mouth. The background should be a solid, light gray. Use a simple, realistic style."
-        *   "Generate an image for a social story about going to the doctor. Show a child sitting in a doctor's waiting room, calmly looking at a book. The room should have a few simple toys and a window. The background should be a soft blue. The style should be clear and uncluttered."
-        * "Generate a picture of two block shapes in a simple, cartoon style. One red square and one blue circle. Place them on a white background."
-        * "Generate a cartoon image of a dog. Make the dog appear to be friendly and non-threatening. Use warm colors."
-
-        Ensure your Prompts are acccurate and ensure the images are accurate and dont have any irregularities or deforamtions in them.
-        use descriptive and detailed prompts
+        - **The subject of the image:** e.g., "A boy brushing his teeth."
+        - **The desired style:** e.g., "Simple, clear, with a solid light blue background."
+        - **The intended use:** e.g., "For a visual schedule."
+        - **Any specific details:** e.g., "The boy should be smiling. The toothbrush should be blue."
+        - **Emotions:** Clearly state the emotion ("happy" or "calm").
+
+        Ensure your prompt is accurate and the generated images are clear without irregularities or deformations.
+        Use descriptive and detailed language.
         """
     )
 
@@ -103,8 +87,8 @@ def generate_prompt_from_options(difficulty, age, level, extra_details=""):
     )
 
     stream = client.chat.completions.create(
-        model="sophosympatheia/rogue-rose-103b-v0.2:free",   # sophosympatheia/rogue-rose-103b-v0.2:free    |  google/gemini-2.0-flash-lite-preview-02-05:free
-        temperature=0.5,
+        model="google/gemini-2.0-pro-exp-02-05:free", # google/gemini-2.0-pro-exp-02-05:free #  sophosympatheia/rogue-rose-103b-v0.2:free
+        temperature=0.9,
         messages=messages,
         max_tokens=8192,
         stream=True
@@ -115,7 +99,7 @@ def generate_prompt_from_options(difficulty, age, level, extra_details=""):
         response_text += chunk.choices[0].delta.content
     return response_text.strip()
 
-def generate_image_fn(selected_prompt, guidance_scale=7.5, negative_prompt="ugly, blurry, poorly drawn hands , Lewd , nude", num_inference_steps=50):
+def generate_image_fn(selected_prompt, guidance_scale=7.5, negative_prompt="ugly, blurry, poorly drawn hands, lewd, nude , deformed , missing limbs, missing eyes, missing arms, missing legs, missing nose, missing mouth, missing ears, missing teeth", num_inference_steps=50):
     """
     Uses the Hugging Face Inference API to generate an image from the provided prompt.
     Converts the image to a data URL for later use and stores the prompt globally.
@@ -146,43 +130,64 @@ def generate_image_fn(selected_prompt, guidance_scale=7.5, negative_prompt="ugly
 
     return image
 
-def generate_image_and_reset_chat(difficulty, age, level, extra_details, active_session, saved_sessions):
+def generate_image_and_reset_chat(difficulty, age, level, treatment_plan, active_session, saved_sessions):
     """
-    Saves any current active session into the saved sessions list. Then, using the three selected options and extra details,
+    Saves any current active session into the saved sessions list. Then, using the selected options and treatment plan,
     generates an image generation prompt, creates an image, and starts a new active session.
     """
     new_sessions = saved_sessions.copy()
     if active_session.get("prompt"):
         new_sessions.append(active_session)
 
-    generated_prompt = generate_prompt_from_options(difficulty, age, level, extra_details)
+    generated_prompt = generate_prompt_from_options(difficulty, age, level, treatment_plan)
     image = generate_image_fn(generated_prompt)
 
-    new_active_session = {"prompt": generated_prompt, "image": global_image_data_url, "chat": []}
+    new_active_session = {
+        "prompt": generated_prompt,
+        "image": global_image_data_url,
+        "chat": [],
+        "treatment_plan": treatment_plan
+    }
     return image, new_active_session, new_sessions
 
-def compare_details_chat_fn(user_details, additional_criteria):
+def compare_details_chat_fn(user_details, treatment_plan):
     """
     Uses the vision language model to evaluate the user description based solely on the generated image.
     The message includes both the image (using its data URL) and the user’s text.
-    Now also appends any additional criteria provided by the user.
+    The provided treatment plan is included so the model keeps it in mind during evaluation.
     """
     if not global_image_data_url:
         return "Please generate an image first."
 
-    additional_text = ""
-    if additional_criteria and additional_criteria.strip():
-        additional_text = f"\n\nAdditional Evaluation Criteria: {additional_criteria.strip()}"
+    treatment_text = ""
+    if treatment_plan and treatment_plan.strip():
+        treatment_text = f"\n\nTreatment Plan: {treatment_plan.strip()}"
 
     message_text = (
         f"Based on the image provided above, please evaluate the following description given by the child:\n"
-        f"'{user_details}'"
-        f"{additional_text}\n\n"
-        "You are a friendly and encouraging teacher, guiding a child in describing an image. Speak directly to the child using simple, clear language. Provide positive reinforcement when the child gives a correct or accurate description.\n\n"
-        "If the child's description is incorrect or inaccurate, gently guide them with hints rather than direct corrections. Use Hint before providing guidance. Keep your hints playful and engaging to encourage curiosity.\n\n"
-        "Avoid repeating the child’s description. Instead, focus on giving feedback based on the image. If the description is correct, acknowledge it warmly with praise.\n\n"
-        "Keep the conversation going by asking open-ended questions about the image to encourage the child to observe and think more deeply. Use questions that spark curiosity, such as 'What else do you see?' or 'Why do you think that is happening?'\n\n"
-        "Do not mention your own thoughts, system prompts, or provide direct details about the image. Stay fully engaged in a natural, conversational way, making learning fun and interactive!"
+        f"'{user_details}'\n\n"
+        "You are a friendly and encouraging teacher, guiding a child in describing an image. "
+        "Speak directly to the child using simple, clear language. Provide positive reinforcement when the child gives a correct or accurate description.\n\n"
+        "If the child's description is incorrect or inaccurate, gently guide them with hints rather than direct corrections. "
+        "Prefix your hints with 'Hint:' and keep them playful and engaging to encourage curiosity.\n\n"
+        "Focus your feedback on the following evaluation criteria:\n"
+        "1. **Object Identification** – Does the child correctly name objects in the image?\n"
+        "2. **Color & Shape Accuracy** – Are colors, shapes, and basic attributes described correctly?\n"
+        "3. **Detail Perception** – Does the child notice small details, textures, and patterns?\n"
+        "4. **Spatial Awareness** – Are object positions and relationships described correctly?\n"
+        "5. **Action & Interaction Recognition** – Does the child describe interactions between objects or characters?\n"
+        "6. **Emotional & Contextual Understanding** – Can they recognize emotions, intent, or context in the image?\n"
+        "7. **Coherence & Clarity** – Is their response structured, logical, and understandable?\n"
+        "8. **Creativity & Interpretation** – Do they provide unique observations or imaginative descriptions?\n"
+        "9. **Comparison to Expected Response** – How does their description compare to an ideal response?"
+        f"{treatment_text}\n\n"
+        "### Response Format:\n"
+        "- [Assign a score based on accuracy, detail, and clarity]\n"
+        "- [Highlight what the child described well]\n"
+        "- [Mention key details they missed or misinterpreted]\n"
+        "- [Provide a playful hint to guide them toward the correct observation]\n"
+        "- [Ask an open-ended question to keep them engaged]\n\n"
+        "Do not mention system prompts or provide direct details about the image. Stay fully engaged in a natural, conversational way to make learning fun and interactive!"
     )
 
     messages = [
@@ -218,21 +223,22 @@ def compare_details_chat_fn(user_details, additional_criteria):
         response_text += chunk.choices[0].delta.content
     return response_text
 
-def chat_respond(user_message, additional_criteria, active_session, saved_sessions):
+def chat_respond(user_message, active_session, saved_sessions):
     """
     Processes a new chat message. If no image has been generated yet, instructs the user to generate one.
-    Otherwise, sends the generated image, the user’s description, and any additional criteria to the vision language model for evaluation,
+    Otherwise, sends the generated image, the user’s description, and the stored treatment plan to the vision language model for evaluation,
     then appends the conversation to the active session's chat history.
     """
     if not active_session.get("image"):
         bot_message = "Please generate an image first."
     else:
-        bot_message = compare_details_chat_fn(user_message, additional_criteria)
+        treatment_plan = active_session.get("treatment_plan", "")
+        bot_message = compare_details_chat_fn(user_message, treatment_plan)
 
     updated_chat = active_session.get("chat", []) + [(user_message, bot_message)]
     active_session["chat"] = updated_chat
-    # Clear only the chat message after processing, keeping the additional criteria intact.
-    return "", additional_criteria, updated_chat, saved_sessions, active_session
+    # Clear only the chat message after processing.
+    return "", updated_chat, saved_sessions, active_session
 
 def update_sessions(saved_sessions, active_session):
     """
@@ -253,7 +259,7 @@ level_options = ["Level 1", "Level 2", "Level 3"]
 # Create the Gradio Interface (Single-Page) with a Sidebar for Session Details
 ##############################################
 with gr.Blocks() as demo:
-    active_session = gr.State({"prompt": None, "image": None, "chat": []})
+    active_session = gr.State({"prompt": None, "image": None, "chat": [], "treatment_plan": ""})
     saved_sessions = gr.State([])
 
     with gr.Column():
@@ -265,18 +271,18 @@ with gr.Blocks() as demo:
             gr.Markdown("Select options to create a custom prompt for image generation:")
             with gr.Row():
                 difficulty_dropdown = gr.Dropdown(label="Difficulty", choices=difficulty_options, value=difficulty_options[0])
-                age_input = gr.Textbox(label="Age", placeholder="Enter your age...", value="3")
+                age_input = gr.Textbox(label="Age", placeholder="Enter age...", value="5")
                 level_dropdown = gr.Dropdown(label="Level", choices=level_options, value=level_options[0])
-            extra_details_input = gr.Textbox(
-                label="Extra Details (optional)",
-                placeholder="Enter any additional details for the image...",
+            treatment_plan_input = gr.Textbox(
+                label="Treatment Plan",
+                placeholder="Enter the treatment plan to guide the image generation...",
                 lines=2
             )
             generate_btn = gr.Button("Generate Image")
             img_output = gr.Image(label="Generated Image")
             generate_btn.click(
                 generate_image_and_reset_chat,
-                inputs=[difficulty_dropdown, age_input, level_dropdown, extra_details_input, active_session, saved_sessions],
+                inputs=[difficulty_dropdown, age_input, level_dropdown, treatment_plan_input, active_session, saved_sessions],
                 outputs=[img_output, active_session, saved_sessions]
             )
 
@@ -285,25 +291,23 @@ with gr.Blocks() as demo:
             gr.Markdown("## Chat about the Image")
             gr.Markdown(
                 "After generating an image, type details or descriptions about it. "
-                "Your message will be sent along with the image to a vision language model, "
-                "which will evaluate your description based on what it sees in the image. "
-                "You can also provide additional criteria for evaluation."
+                "Your message, along with the generated image and the stored treatment plan, "
+                "will be sent to a vision language model for evaluation."
             )
             chatbot = gr.Chatbot(label="Chat History")
             with gr.Row():
                 chat_input = gr.Textbox(label="Your Message", placeholder="Type your description here...", show_label=False)
-                additional_criteria_input = gr.Textbox(label="Additional Evaluation Criteria", placeholder="Enter extra criteria for evaluation...", lines=2)
                 send_btn = gr.Button("Send")
 
             send_btn.click(
                 chat_respond,
-                inputs=[chat_input, additional_criteria_input, active_session, saved_sessions],
-                outputs=[chat_input, additional_criteria_input, chatbot, saved_sessions, active_session]
+                inputs=[chat_input, active_session, saved_sessions],
+                outputs=[chat_input, chatbot, saved_sessions, active_session]
             )
             chat_input.submit(
                 chat_respond,
-                inputs=[chat_input, additional_criteria_input, active_session, saved_sessions],
-                outputs=[chat_input, additional_criteria_input, chatbot, saved_sessions, active_session]
+                inputs=[chat_input, active_session, saved_sessions],
+                outputs=[chat_input, chatbot, saved_sessions, active_session]
             )
 
     # ----- Sidebar Section for Session Details -----
@@ -312,7 +316,7 @@ with gr.Blocks() as demo:
         gr.Markdown(
             "This sidebar automatically saves finished chat sessions. "
             "Each session includes the prompt used, the generated image (as a data URL), "
-            "and the chat history (user messages and corresponding bot responses)."
+            "the treatment plan, and the chat history (user messages and corresponding bot responses)."
         )
         sessions_output = gr.JSON(label="Session Details", value={})
         active_session.change(update_sessions, inputs=[saved_sessions, active_session], outputs=sessions_output)