whisper large

Dockerfile

@@ -1,4 +1,32 @@
-FROM python:3.9-slim
+FROM nvidia/cuda:11.7.1-cudnn8-devel-ubuntu22.04
+ENV DEBIAN_FRONTEND=noninteractive
+RUN apt-get update && \
+    apt-get upgrade -y && \
+    apt-get install -y --no-install-recommends \
+    git \
+    git-lfs \
+    wget \
+    curl \
+    # python build dependencies \
+    build-essential \
+    libssl-dev \
+    zlib1g-dev \
+    libbz2-dev \
+    libreadline-dev \
+    libsqlite3-dev \
+    libncursesw5-dev \
+    xz-utils \
+    tk-dev \
+    libxml2-dev \
+    libxmlsec1-dev \
+    libffi-dev \
+    liblzma-dev \
+    # gradio dependencies \
+    ffmpeg \
+    # fairseq2 dependencies \
+    libsndfile-dev && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
 
 RUN useradd -m -u 1000 user
 USER user
@@ -6,12 +34,18 @@ ENV HOME=/home/user \
     PATH=/home/user/.local/bin:${PATH}
 WORKDIR ${HOME}/app
 
-COPY --chown=1000 requirements.txt /tmp/requirements.txt
+RUN curl https://pyenv.run | bash
+ENV PATH=${HOME}/.pyenv/shims:${HOME}/.pyenv/bin:${PATH}
+ARG PYTHON_VERSION=3.10.12
+RUN pyenv install ${PYTHON_VERSION} && \
+    pyenv global ${PYTHON_VERSION} && \
+    pyenv rehash && \
+    pip install --no-cache-dir -U pip setuptools wheel
 
-RUN pip install --no-cache-dir -r /tmp/requirements.txt
+COPY --chown=1000 ./requirements.txt /tmp/requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /tmp/requirements.txt
 
 COPY --chown=1000 . ${HOME}/app
-
 ENV PYTHONPATH=${HOME}/app \
     PYTHONUNBUFFERED=1 \
     GRADIO_ALLOW_FLAGGING=never \
@@ -21,5 +55,4 @@ ENV PYTHONPATH=${HOME}/app \
     SYSTEM=spaces \
     GRADIO_SERVER_PORT=9000
 EXPOSE 9000
-
-CMD ["python","app.py"]
+CMD ["python", "app.py"]

docker-compose-hf.yaml

@@ -0,0 +1,30 @@
+version: "3.7"
+
+services:
+  whisper_large_v2_service:
+    image: docker.mofid.dev/mofid/ai/whisper-large-v2-huggingface:v1.0
+    environment:
+      - GIT_PYTHON_REFRESH=quiet
+      - HUGGINGFACE_HUB_CACHE=/home/user/temp/.cache
+      - TRANSFORMERS_CACHE=/home/user/temp/.cache
+      - HF_HOME=/home/user/temp/.cache
+      - TORCH_HOME=/home/user/temp/torch
+      - TRANSFORMERS_OFFLINE=1
+    tty: true
+    stdin_open: true
+    volumes:
+      - ./Cache/:/home/user/temp/torch
+      - ./Cache/:/home/user/temp/.cache
+    build:
+      context: .
+    container_name: whisper_large_v2
+    command: python app.py
+    ports:
+      - 8007:7860
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              device_ids: ["3"]
+              capabilities: [gpu]

docker-compose.yaml

@@ -20,3 +20,10 @@ services:
     container_name: whisper_large_v2
     ports:
       - 8007:9000
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              device_ids: ["3"]
+              capabilities: [gpu]