FROM python WORKDIR /app COPY . . RUN apt update \ && apt install build-essential wget libopenblas-dev make cmake -y \ && mkdir build \ && wget https://huggingface.co/TheBloke/Pygmalion-2-7B-GGUF/resolve/main/pygmalion-2-7b.Q6_K.gguf https://github.com/mozilla/sccache/releases/download/v0.5.4/sccache-dist-v0.5.4-x86_64-unknown-linux-musl.tar.gz \ && tar -vxzf sccache-dist-v0.5.4-x86_64-unknown-linux-musl.tar.gz \ && mv sccache-dist-v0.5.4-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \ && cd build \ && cmake .. -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache \ && cmake --build . \ && cd .. \ && apt remove build-essential wget make cmake -y \ && rm -fr *.bat convert-* ci docs examples otherarchs tests sccache-dist-v0.5.4-x86_64-unknown-linux-musl* ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-2-7b.Q6_K.gguf", "--port", "7860", "--smartcontext"]