File size: 453 Bytes
3e5595b
 
 
 
1ec6819
b439a8f
3b01bdb
f57d7c6
46c2bfc
3e5595b
6a6900d
1
2
3
4
5
6
7
8
9
10
11
FROM python
WORKDIR /app
COPY . .
RUN apt update \
 && apt install build-essential wget libopenblas-dev make -y \
 && make LLAMA_OPENBLAS=1 \
 && wget https://huggingface.co/TheBloke/Pygmalion-2-7B-GGUF/resolve/main/pygmalion-2-7b.Q6_K.gguf \
 && apt remove build-essential wget make -y \
 && rm -fr *.bat convert-* ci docs examples otherarchs tests

 ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-2-7b.Q6_K.gguf", "--port", "7860", "--smartcontext"]