Update app.py

app.py

@@ -2,15 +2,16 @@ import gradio as gr
 import torch
 from PIL import Image
 import numpy as np
+import tensorflow as tf
 from transformers import SegformerForSemanticSegmentation, AutoFeatureExtractor
 import cv2
 import json
-import random
 
 # Load models
 part_seg_model = SegformerForSemanticSegmentation.from_pretrained("Mohaddz/huggingCars")
 damage_seg_model = SegformerForSemanticSegmentation.from_pretrained("Mohaddz/DamageSeg")
 feature_extractor = AutoFeatureExtractor.from_pretrained("Mohaddz/huggingCars")
+dl_model = tf.keras.models.load_model('improved_car_damage_prediction_model.h5')
 
 # Load parts list
 with open('cars117.json', 'r', encoding='utf-8') as f:
@@ -49,15 +50,18 @@ def process_image(image):
     part_heatmap = create_heatmap(part_features)
     part_heatmap_resized = cv2.resize(part_heatmap, (image.size[0], image.size[1]))
     
-    # Simulate part prediction (for demonstration purposes)
-    num_predictions = random.randint(3, 5)
-    predicted_parts = [(part, random.random()) for part in random.sample(all_parts, num_predictions)]
+    # Prepare input for damage prediction model
+    input_vector = np.concatenate([part_features.mean(axis=(1, 2)), damage_features.mean(axis=(1, 2))])
+    
+    # Predict parts to replace using the loaded model
+    prediction = dl_model.predict(np.array([input_vector]))
+    predicted_parts = [(all_parts[i], float(prob)) for i, prob in enumerate(prediction[0]) if prob > 0.1]
     predicted_parts.sort(key=lambda x: x[1], reverse=True)
     
     return (Image.fromarray(annotated_image), 
             Image.fromarray(damage_heatmap_resized), 
             Image.fromarray(part_heatmap_resized), 
-            "\n".join([f"{part}: {prob:.2f}" for part, prob in predicted_parts]))
+            "\n".join([f"{part}: {prob:.2f}" for part, prob in predicted_parts[:5]]))
 
 def create_heatmap(features):
     heatmap = np.sum(features, axis=0)
@@ -72,10 +76,10 @@ iface = gr.Interface(
         gr.Image(type="pil", label="Annotated Damage"),
         gr.Image(type="pil", label="Damage Heatmap"),
         gr.Image(type="pil", label="Part Segmentation Heatmap"),
-        gr.Textbox(label="Predicted Parts to Replace (Simulated)")
+        gr.Textbox(label="Predicted Parts to Replace")
     ],
-    title="Car Damage Assessment (Demo Version)",
-    description="Upload an image of a damaged car to get a simulated assessment. Note: Part predictions are randomly generated for demonstration purposes."
+    title="Car Damage Assessment",
+    description="Upload an image of a damaged car to get an assessment."
 )
 
 iface.launch()