# Get uv installer FROM ghcr.io/astral-sh/uv:0.2.12 as uv # Main application image FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04 # Set home to the user's home directory ENV DEBIAN_FRONTEND=noninteractive \ HOME=/home/user \ PATH=/home/user/.local/bin:$PATH \ GRADIO_ALLOW_FLAGGING=never \ GRADIO_NUM_PORTS=1 \ GRADIO_SERVER_NAME=0.0.0.0 \ GRADIO_THEME=huggingface \ SYSTEM=spaces # Copy uv COPY --from=uv /uv /uv # Install Python, pip, venv, and system dependencies RUN apt-get update && \ apt-get install -y --fix-missing --no-install-recommends \ python3.11 python3.11-venv python3-pip ffmpeg \ build-essential \ git \ && apt-get clean && \ rm -rf /var/lib/apt/lists/* # Create virtual environment RUN --mount=type=cache,target=/root/.cache/uv \ /uv venv /opt/venv # Set environment variables ENV VIRTUAL_ENV=/opt/venv \ PATH="/opt/venv/bin:$PATH" \ PORT=7860 \ SERVER_NAME=0.0.0.0 # Create user and set permissions (required for HF Spaces) RUN useradd -m -u 1000 user && \ chown -R user /opt/venv # Switch to user context USER user WORKDIR /app # Set home to user's home directory and other envs ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH \ HF_HOME=/home/user/.cache/huggingface \ UV_CACHE_DIR=/app/.uv-cache # Create cache directory with proper permissions RUN mkdir -p $UV_CACHE_DIR && chown -R user:user $UV_CACHE_DIR # Copy requirements first for caching COPY --chown=user requirements.txt . # Install Python packages with uv caching RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \ /uv pip install torch torchvision # Install build dependencies for flash-attn RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \ /uv pip install -U --no-cache-dir setuptools wheel ninja packaging # Install flash-attn RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \ MAX_JOBS=4 /uv pip install flash-attn --no-build-isolation # Install Python packages with uv caching RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \ /uv pip install --no-cache-dir -r requirements.txt # Copy application code COPY --chown=user . . ENTRYPOINT ["python", "app.py"]