added dockerfile to build project, not fully working yet

.docker/dockerfile

@@ -1,10 +1,72 @@
-FROM python:3.12-slim-bullseye
+# Base image with CUDA 12.6.3 and cuDNN
+FROM nvidia/cuda:12.6.3-cudnn-runtime-ubuntu22.04
 
-COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
+# Set environment variables
+ARG DEBIAN_FRONTEND=noninteractive
+ENV PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces \
+    AM_I_IN_A_DOCKER_CONTAINER=Yes \
+    PYTHONPATH=/home/appuser/app \
+    HF_HOME=/home/appuser/.cache \
+    TORCH_HOME=/home/appuser/.cache \
+    NVIDIA_VISIBLE_DEVICES=all \
+    NVIDIA_DRIVER_CAPABILITIES=compute,utility
 
-COPY . /app
+# Install system dependencies
+RUN apt-get update && apt-get install --no-install-recommends -y \
+    build-essential \
+    python3.10 \
+    python3.10-distutils \
+    python3-pip \
+    ffmpeg \
+    libsm6 \
+    libxext6 \
+    libgl1 \
+    && apt-get clean && rm -rf /var/lib/apt/lists/*
 
-WORKDIR /app
-RUN uv sync --frozen --no-cache
+# Set Python 3.10 as the default python3 and pip
+RUN ln -sf /usr/bin/python3.10 /usr/bin/python \
+    && ln -sf /usr/bin/pip3 /usr/bin/pip
 
-CMD ["/app/.venv/bin/fastapi", "run", "app/main.py", "--port", "80"]
+# Install `uv`
+RUN pip install --upgrade pip \
+    && pip install uv
+
+# Create a non-root user
+RUN useradd -m -u 1000 appuser
+
+# Set working directory to the user's home directory
+WORKDIR /home/appuser/app
+
+# Copy dependency files, including LICENSE and README.md
+COPY --chown=appuser pyproject.toml uv.lock LICENSE README.md ./
+
+# Install dependencies using `uv`
+RUN uv sync --frozen
+
+# Copy the application code
+COPY --chown=appuser app app
+
+# Ensure non-root user has write access to the cache directory
+RUN mkdir -p /home/appuser/.cache && chown -R appuser:appuser /home/appuser/.cache
+
+# Set ownership for all files to the app user
+# Avoid unnecessary `chown` for better performance since `COPY --chown` already sets ownership
+
+# Switch to the non-root user
+USER appuser
+
+# Set the cache directory for Hugging Face and other tools
+ENV HF_HOME=$CACHE_DIR \
+    TRANSFORMERS_CACHE=$CACHE_DIR \
+    TORCH_HOME=$CACHE_DIR
+
+# Expose the port for Gradio
+EXPOSE 7862
+
+# Command to run the application
+CMD ["uv", "run", "python", "app/main.py"]

dockerfile

@@ -0,0 +1,64 @@
+# Base image with CUDA 12.6.3 and cuDNN
+FROM nvidia/cuda:12.6.3-cudnn-runtime-ubuntu22.04
+
+# Set environment variables
+ARG DEBIAN_FRONTEND=noninteractive
+ENV PYTHONUNBUFFERED=1 \
+    GRADIO_FLAGGING_MODE=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces \
+    AM_I_IN_A_DOCKER_CONTAINER=Yes \
+    PYTHONPATH=/home/appuser/app \
+    HF_HOME=/home/appuser/.cache \
+    TORCH_HOME=/home/appuser/.cache \
+    TMP_DIR=/home/appuser/tmp \
+    TRANSFORMERS_CACHE=/home/appuser/.cache/transformers \
+    NVIDIA_VISIBLE_DEVICES=all \
+    NVIDIA_DRIVER_CAPABILITIES=compute,utility
+
+# Install system dependencies and set Python 3.10 as default
+RUN apt-get update && apt-get install --no-install-recommends -y \
+    build-essential \
+    python3.10 \
+    python3.10-distutils \
+    python3-pip \
+    ffmpeg \
+    libsm6 \
+    libxext6 \
+    libgl1 \
+    && ln -sf /usr/bin/python3.10 /usr/bin/python \
+    && ln -sf /usr/bin/pip3 /usr/bin/pip \
+    && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Install `uv`
+RUN pip install --upgrade pip \
+    && pip install uv
+
+# Create a non-root user
+RUN useradd -m -u 1000 appuser
+
+# Set working directory
+WORKDIR /home/appuser/app
+
+# Copy dependency files and install dependencies
+COPY --chown=appuser pyproject.toml uv.lock LICENSE README.md ./ 
+RUN uv sync --frozen --no-cache \
+    && rm -rf /root/.cache /home/appuser/.cache
+
+# Copy application code
+COPY --chown=appuser app app
+
+# Ensure non-root user has write access to cache and tmp directories
+RUN mkdir -p /home/appuser/.cache/transformers /home/appuser/tmp \
+    && chown -R appuser:appuser /home/appuser/.cache /home/appuser/tmp
+
+# Switch to non-root user
+USER appuser
+
+# Expose port for Gradio
+EXPOSE 7862
+
+# Command to run the application
+CMD ["uv", "run", "python", "app/main.py"]

pyproject.toml

@@ -23,6 +23,7 @@ dependencies = [
     "pandas>=2.2.3",
     "jinja2>=3.1.4",
     "gradio-modal>=0.0.4",
+    "fastapi[standard]>=0.115.6",
 ]
 
 [project.urls]