app.py

import gradio as gr
import torch
import os
from faster_whisper import WhisperModel
from moviepy.editor import VideoFileClip

# Define the model and device
MODEL_NAME = "Systran/faster-whisper-large-v3"
device = "cuda" if torch.cuda.is_available() else "cpu"
compute_type = "float32" if device == "cuda" else "int8"

# Load the Whisper model
model = WhisperModel(MODEL_NAME, device=device, compute_type=compute_type)

# List of all supported languages in Whisper
SUPPORTED_LANGUAGES = [
    "Auto Detect", "English", "Chinese", "German", "Spanish", "Russian", "Korean", 
    "French", "Japanese", "Portuguese", "Turkish", "Polish", "Catalan", "Dutch", 
    "Arabic", "Swedish", "Italian", "Indonesian", "Hindi", "Finnish", "Vietnamese", 
    "Hebrew", "Ukrainian", "Greek", "Malay", "Czech", "Romanian", "Danish", 
    "Hungarian", "Tamil", "Norwegian", "Thai", "Urdu", "Croatian", "Bulgarian", 
    "Lithuanian", "Latin", "Maori", "Malayalam", "Welsh", "Slovak", "Telugu", 
    "Persian", "Latvian", "Bengali", "Serbian", "Azerbaijani", "Slovenian", 
    "Kannada", "Estonian", "Macedonian", "Breton", "Basque", "Icelandic", 
    "Armenian", "Nepali", "Mongolian", "Bosnian", "Kazakh", "Albanian", 
    "Swahili", "Galician", "Marathi", "Punjabi", "Sinhala", "Khmer", "Shona", 
    "Yoruba", "Somali", "Afrikaans", "Occitan", "Georgian", "Belarusian", 
    "Tajik", "Sindhi", "Gujarati", "Amharic", "Yiddish", "Lao", "Uzbek", 
    "Faroese", "Haitian Creole", "Pashto", "Turkmen", "Nynorsk", "Maltese", 
    "Sanskrit", "Luxembourgish", "Burmese", "Tibetan", "Tagalog", "Malagasy", 
    "Assamese", "Tatar", "Hawaiian", "Lingala", "Hausa", "Bashkir", "Javanese", 
    "Sundanese"
]

def extract_audio_from_video(video_file):
    """Extract audio from a video file and save it as a WAV file."""
    video = VideoFileClip(video_file)
    audio_file = "extracted_audio.wav"
    video.audio.write_audiofile(audio_file, fps=16000)
    return audio_file

def generate_subtitles(audio_file, language="Auto Detect"):
    """Generate subtitles from an audio file using Whisper."""
    # Transcribe the audio
    segments, info = model.transcribe(
        audio_file,
        task="transcribe",
        language=None if language == "Auto Detect" else language.lower(),
        word_timestamps=True
    )
    
    # Generate SRT format subtitles
    srt_subtitles = ""
    for i, segment in enumerate(segments, start=1):
        start_time = segment.start
        end_time = segment.end
        text = segment.text.strip()
        
        # Format timestamps for SRT
        start_time_srt = format_timestamp(start_time)
        end_time_srt = format_timestamp(end_time)
        
        # Add to SRT
        srt_subtitles += f"{i}\n{start_time_srt} --> {end_time_srt}\n{text}\n\n"
    
    return srt_subtitles

def format_timestamp(seconds):
    """Convert seconds to SRT timestamp format (HH:MM:SS,mmm)."""
    hours = int(seconds // 3600)
    minutes = int((seconds % 3600) // 60)
    seconds = seconds % 60
    milliseconds = int((seconds - int(seconds)) * 1000)
    return f"{hours:02}:{minutes:02}:{int(seconds):02},{milliseconds:03}"

def process_video(video_file, language="Auto Detect"):
    """Process a video file to generate subtitles."""
    # Extract audio from the video
    audio_file = extract_audio_from_video(video_file)
    
    # Generate subtitles
    subtitles = generate_subtitles(audio_file, language)
    
    # Save subtitles to an SRT file
    srt_file = "subtitles.srt"
    with open(srt_file, "w", encoding="utf-8") as f:
        f.write(subtitles)
    
    # Clean up extracted audio file
    os.remove(audio_file)
    
    return srt_file

# Custom CSS for styling
custom_css = """
.gradio-container {
    background: linear-gradient(135deg, #f5f7fa, #c3cfe2);
    font-family: 'Arial', sans-serif;
}
.header {
    text-align: center;
    padding: 20px;
    background: linear-gradient(135deg, #6a11cb, #2575fc);
    color: white;
    border-radius: 10px;
    margin-bottom: 20px;
}
.header h1 {
    font-size: 2.5rem;
    margin: 0;
}
.header p {
    font-size: 1.2rem;
    margin: 10px 0 0;
}
.tab {
    background: white;
    padding: 20px;
    border-radius: 10px;
    box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1);
}
"""

# Define the Gradio interface
with gr.Blocks(css=custom_css, title="AutoSubGen - AI Video Subtitle Generator") as demo:
    # Header
    with gr.Column(elem_classes="header"):
        gr.Markdown("# AutoSubGen")
        gr.Markdown("### AI-Powered Video Subtitle Generator")
        gr.Markdown("Automatically generate subtitles for your videos in SRT format. Supports 100+ languages and auto-detection.")
    
    # Main content
    with gr.Tab("Generate Subtitles", elem_classes="tab"):
        gr.Markdown("### Upload a video file to generate subtitles.")
        with gr.Row():
            video_input = gr.Video(label="Upload Video File", scale=2)
            language_dropdown = gr.Dropdown(
                choices=SUPPORTED_LANGUAGES,
                label="Select Language",
                value="Auto Detect",
                scale=1
            )
        generate_button = gr.Button("Generate Subtitles", variant="primary")
        subtitle_output = gr.File(label="Download Subtitles (SRT)")
    
    # Link button to function
    generate_button.click(
        process_video,
        inputs=[video_input, language_dropdown],
        outputs=subtitle_output
    )

# Launch the Gradio interface
demo.launch()