File size: 923 Bytes
3e5595b
 
 
 
66077cd
57c742e
d6f0e4c
914527e
 
da7d918
57c742e
 
 
 
 
 
3e5595b
6a6900d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
FROM python
WORKDIR /app
COPY . .
RUN apt update \
 && apt install build-essential wget libopenblas-dev make cmake tar -y \
 && mkdir build \
 && wget https://huggingface.co/TheBloke/Pygmalion-2-7B-GGUF/resolve/main/pygmalion-2-7b.Q6_K.gguf https://github.com/mozilla/sccache/releases/download/v0.5.4/sccache-v0.5.4-x86_64-unknown-linux-musl.tar.gz \
 && tar -vxzf sccache-v0.5.4-x86_64-unknown-linux-musl.tar.gz \
 && mv sccache-v0.5.4-x86_64-unknown-linux-musl/sccache /usr/bin/sccache \
 && chmod +x /usr/bin/sccache \
 && cd build \
 && cmake .. -DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache \
 && cmake --build . \
 && cd .. \
 && apt remove build-essential wget make cmake -y \
 && rm -fr *.bat convert-* ci docs examples otherarchs tests sccache-dist-v0.5.4-x86_64-unknown-linux-musl*

 ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-2-7b.Q6_K.gguf", "--port", "7860", "--smartcontext"]