Fix the code to show both video and mesh as well

Image3DProcessor.py

@@ -101,4 +101,13 @@ class Image3DProcessor:
             rendered_image = t_to_512(rendered_image)
             loop_renders.append(torch.clamp(rendered_image * 255, 0.0, 255.0).detach().permute(1, 2, 0).cpu().numpy().astype(np.uint8))
 
-        return mesh_path, video_path
+        # Save the mesh and video in memory and return them as byte arrays
+        mesh_buffer = BytesIO()
+        export_to_obj(mesh_buffer, reconstruction_unactivated)  # Function that saves mesh to an in-memory buffer
+        mesh_data = mesh_buffer.getvalue()
+
+        video_buffer = BytesIO()
+        imageio.mimwrite(video_buffer, loop_renders, format='mp4', fps=30)
+        video_data = video_buffer.getvalue()
+
+        return mesh_data, video_data

app.py

@@ -18,11 +18,11 @@ class VideoGenerator:
         self.processor = Image3DProcessor(model_cfg_path, model_repo_id, model_filename)
 
     def generate_3d_video(self, image):
-        # Process the image and create a 3D video
+        # Process the image and create a 3D video and mesh
         processed_image = self.processor.preprocess(image, preprocess_background=False)
-        mesh_path, video_path = self.processor.reconstruct_and_export(processed_image)
+        mesh_data, video_data = self.processor.reconstruct_and_export(processed_image)
 
-        return video_path
+        return mesh_data, video_data
 
 class GradioApp:
     def __init__(self):
@@ -37,9 +37,20 @@ class GradioApp:
 
     def full_pipeline(self, prompt):
         initial_image = self.sdxl_generator.generate_images([prompt])[0]
-        #controlled_image = self.controlnet_processor.controlnet_image(initial_image)
-        video_path = self.video_generator.generate_3d_video(initial_image)
-        return initial_image, controlled_image, video_path
+        # controlled_image = self.controlnet_processor.controlnet_image(initial_image)
+        mesh_data, video_data = self.video_generator.generate_3d_video(initial_image)
+        
+        # Create a temporary file to display the mesh content
+        with tempfile.NamedTemporaryFile(delete=False, suffix=".obj") as mesh_file:
+            mesh_file.write(mesh_data)
+            mesh_path = mesh_file.name
+        
+        # Create a temporary file to display the video content
+        with tempfile.NamedTemporaryFile(delete=False, suffix=".mp4") as video_file:
+            video_file.write(video_data)
+            video_path = video_file.name
+        
+        return initial_image, mesh_path, video_path
 
     def launch(self):
         interface = gr.Interface(
@@ -47,7 +58,7 @@ class GradioApp:
             inputs=gr.Textbox(label="Input Prompt"),
             outputs=[
                 gr.Image(label="Generated Image"),
-                #gr.Image(label="ControlNet Processed Image"),
+                gr.File(label="3D Mesh (.obj)"),
                 gr.Video(label="3D Model Video")
             ],
             title="SDXL to ControlNet to 3D Pipeline",
@@ -57,4 +68,4 @@ class GradioApp:
 
 if __name__ == "__main__":
     app = GradioApp()
-    app.launch()
+    app.launch()