Koboldcpp / Dockerfile
Illumotion's picture
Upload folder using huggingface_hub
f57d7c6
raw
history blame
441 Bytes
FROM python
WORKDIR /app
COPY . .
RUN apt update \
&& apt install build-essential wget libopenblas-dev make -y \
&& make LLAMA_OPENBLAS=1 \
&& wget https://huggingface.co/notstoic/pygmalion-13b-ggml/resolve/main/pygmalion-13b-ggml-q4_0.bin \
&& apt remove build-essential wget make -y \
&& rm -fr *.bat convert-* ci docs examples otherarchs tests
ENTRYPOINT ["python", "koboldcpp.py", "pygmalion-13b-ggml-q4_0.bin", "--port", "7860"]