Dockerfile

FROM python
WORKDIR /app
COPY . .
RUN apt update \
 && apt install build-essential wget libopenblas-dev make cmake -y \
 && mkdir build \
 && wget https://huggingface.co/TheBloke/Pygmalion-2-7B-GGUF/resolve/main/pygmalion-2-7b.Q6_K.gguf \
 https://github.com/mozilla/sccache/releases/download/v0.5.4/sccache-dist-v0.5.4-x86_64-unknown-linux-musl.tar.gz \
 && tar -vxzf sccache-dist-v0.5.4-x86_64-unknown-linux-musl.tar.gz \
 && mv sccache-dist-v0.5.4-x86_64-unknown-linux-musl/sccache /usr/bin/sccache\
 && cd build \
 && cmake .. -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache \
 && cmake --build . \
 && cd .. \
 && apt remove build-essential wget make cmake -y \
 && rm -fr *.bat convert-* ci docs examples otherarchs tests sccache-dist-v0.5.4-x86_64-unknown-linux-musl*

 ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-2-7b.Q6_K.gguf", "--port", "7860", "--smartcontext"]