Dockerfile

FROM python:3.11

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app


EXPOSE 7860
ENV GRADIO_SERVER_NAME="0.0.0.0"

# Install the Hugging Face CLI tool
RUN pip install huggingface_hub==0.23.0

# Download the model using the Hugging Face CLI
RUN huggingface-cli download NicholasJohn/OpenBioLLM-Llama3-8B-Q5_K_M.gguf --local-dir ./models

RUN pip install -r requirements.txt

CMD ["python", "app.py"]