import os
import base64
import gradio as gr
from PIL import Image
import io
import json
from groq import Groq
import logging
# Set up logging
logging.basicConfig(level=logging.DEBUG)
logger = logging.getLogger(__name__)
# Load environment variables
GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
if not GROQ_API_KEY:
logger.error("GROQ_API_KEY is not set in environment variables")
raise ValueError("GROQ_API_KEY is not set")
# Initialize Groq client
client = Groq(api_key=GROQ_API_KEY)
def encode_image(image):
try:
if isinstance(image, str): # If image is a file path
with open(image, "rb") as image_file:
return base64.b64encode(image_file.read()).decode('utf-8')
elif isinstance(image, Image.Image): # If image is a PIL Image
buffered = io.BytesIO()
image.save(buffered, format="PNG")
return base64.b64encode(buffered.getvalue()).decode('utf-8')
else:
raise ValueError(f"Unsupported image type: {type(image)}")
except Exception as e:
logger.error(f"Error encoding image: {str(e)}")
raise
def analyze_construction_image(image):
if image is None:
logger.warning("No image provided")
return [("No image uploaded", "Error: Please upload an image for analysis.")]
try:
logger.info("Starting image analysis")
image_data_url = f"data:image/png;base64,{encode_image(image)}"
logger.debug("Image encoded successfully")
messages = [
{
"role": "user",
"content": [
{
"type": "text",
"text": "Analyze this construction site image. Identify any safety issues or hazards, categorize them, provide a detailed description, and suggest steps to resolve them."
},
{
"type": "image_url",
"image_url": {
"url": image_data_url
}
}
]
}
]
logger.info("Sending request to Groq API")
completion = client.chat.completions.create(
model="llama-3.2-90b-vision-preview",
messages=messages,
temperature=0.7,
max_tokens=1000,
top_p=1,
stream=False,
stop=None
)
logger.info("Received response from Groq API")
result = completion.choices[0].message.content
logger.debug(f"Raw API response: {result}")
if not result:
logger.warning("Received empty response from API")
return [("Image analysis request", "Error: Received empty response from API")]
logger.info("Analysis completed successfully")
# Return the result directly, without any parsing
return [("Image analysis request", result)]
except Exception as e:
logger.error(f"Error during image analysis: {str(e)}")
logger.error(traceback.format_exc())
error_message = f"Error during analysis: {str(e)}. Please try again or contact support if the issue persists."
return [("Image analysis request", error_message)]
def chat_about_image(message, chat_history):
try:
# Prepare the conversation history for the API
messages = [
{"role": "system", "content": "You are an AI assistant specialized in analyzing construction site images and answering questions about them. Use the information from the initial analysis to answer user queries."},
]
# Add chat history to messages
for human, ai in chat_history:
if human:
messages.append({"role": "user", "content": human})
if ai:
messages.append({"role": "assistant", "content": ai})
# Add the new user message
messages.append({"role": "user", "content": message})
# Make API call
completion = client.chat.completions.create(
model="llama-3.2-90b-vision-preview",
messages=messages,
temperature=0.7,
max_tokens=500,
top_p=1,
stream=False,
stop=None
)
response = completion.choices[0].message.content
chat_history.append((message, response))
return "", chat_history
except Exception as e:
logger.error(f"Error during chat: {str(e)}")
return "", chat_history + [(message, f"Error: {str(e)}")]
# Custom CSS for improved styling
custom_css = """
.container { max-width: 1200px; margin: auto; padding-top: 1.5rem; }
.header { text-align: center; margin-bottom: 1rem; }
.header h1 { color: #2c3e50; font-size: 2.5rem; }
.subheader {
color: #34495e;
font-size: 1rem;
line-height: 1.2;
margin-bottom: 1.5rem;
text-align: center;
padding: 0 15px;
white-space: nowrap;
overflow: hidden;
text-overflow: ellipsis;
}
.image-container { border: 2px dashed #3498db; border-radius: 10px; padding: 1rem; text-align: center; }
.analyze-button { background-color: #2ecc71 !important; color: white !important; }
.clear-button { background-color: #e74c3c !important; color: white !important; width: 100px !important; }
.chatbot { border: 1px solid #bdc3c7; border-radius: 10px; padding: 1rem; height: 400px; overflow-y: auto; }
.chat-input { border: 1px solid #bdc3c7; border-radius: 5px; padding: 0.5rem; }
.groq-badge { position: fixed; bottom: 10px; right: 10px; background-color: #f39c12; color: white; padding: 5px 10px; border-radius: 5px; font-weight: bold; }
.chat-container { display: flex; flex-direction: column; }
.input-row { display: flex; align-items: center; margin-top: 10px; }
.input-row > div:first-child { flex-grow: 1; margin-right: 10px; }
"""
# Create the Gradio interface
with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as iface:
gr.HTML(
"""
"""
)
with gr.Row():
with gr.Column(scale=1):
image_input = gr.Image(type="pil", label="Upload Construction Site Image", elem_classes="image-container")
analyze_button = gr.Button("🔍 Analyze Safety Hazards", elem_classes="analyze-button")
with gr.Column(scale=2):
with gr.Group(elem_classes="chat-container"):
chatbot = gr.Chatbot(label="Safety Analysis Results and Expert Chat", elem_classes="chatbot")
with gr.Row(elem_classes="input-row"):
msg = gr.Textbox(
label="Ask about safety measures or regulations",
placeholder="E.g., 'What OSHA guidelines apply to this hazard?'",
show_label=False,
elem_classes="chat-input"
)
clear = gr.Button("🗑️ Clear", elem_classes="clear-button")
def update_chat(history, new_message):
history = history or []
history.append(new_message)
return history
analyze_button.click(
analyze_construction_image,
inputs=[image_input],
outputs=[chatbot],
postprocess=lambda x: update_chat(chatbot.value, x[0])
)
msg.submit(chat_about_image, [msg, chatbot], [msg, chatbot])
clear.click(lambda: None, None, chatbot, queue=False)
gr.HTML(
"""
Powered by Groq
"""
)
# Launch the app
if __name__ == "__main__":
iface.launch(debug=True)