Create Dockerfile
Browse files- Dockerfile +18 -0
Dockerfile
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM python:3.12
|
| 2 |
+
|
| 3 |
+
RUN useradd -m -u 1000 app
|
| 4 |
+
|
| 5 |
+
WORKDIR /home/app
|
| 6 |
+
|
| 7 |
+
RUN apt update
|
| 8 |
+
RUN apt install -y wget make cmake clang git g++
|
| 9 |
+
RUN wget https://huggingface.co/neph1/llama-3.1-instruct-bellman-8b-swedish/resolve/main/gguf/llama-3.1-instruct-bellman-8b-swedish-q5_k_m.gguf?download=true -O llama-model.gguf
|
| 10 |
+
RUN git clone https://github.com/ggerganov/llama.cpp
|
| 11 |
+
RUN mv llama.cpp llama_temp
|
| 12 |
+
RUN mv llama_temp/* .
|
| 13 |
+
RUN make
|
| 14 |
+
RUN apt install socat -y
|
| 15 |
+
|
| 16 |
+
EXPOSE 7860
|
| 17 |
+
|
| 18 |
+
CMD ["sh", "-c", "./server -m /home/app/llama-model.gguf --host 0.0.0.0 --port 7860"]
|