Dockerfile

FROM nvidia/cuda:11.7.1-cudnn8-devel-ubuntu22.04

ENV PATH="/root/miniconda3/bin:${PATH}"
ARG PATH="/root/miniconda3/bin:${PATH}"

RUN apt-get update && apt-get upgrade -y
RUN apt-get install -y wget && rm -rf /var/lib/apt/lists/*

RUN wget \
    https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh \
    && mkdir /root/.conda \
    && bash Miniconda3-latest-Linux-x86_64.sh -b \
    && rm -f Miniconda3-latest-Linux-x86_64.sh

RUN conda init bash

# install git
RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-recommends \
    git && \
    apt-get clean

RUN pip install torch torchvision torchaudio

RUN pip install torchserve torch-model-archiver torch-workflow-archiver

RUN pip install transformers optimum

RUN git clone https://github.com/fxmarty/bettertransformer_demo.git

WORKDIR /workspace/bettertransformer_demo