Create Dockerfile

Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.12
+
+RUN useradd -m -u 1000 app
+
+WORKDIR /home/app
+
+RUN apt update
+RUN apt install -y wget make cmake clang git g++
+RUN wget https://huggingface.co/neph1/llama-3.1-instruct-bellman-8b-swedish/resolve/main/gguf/llama-3.1-instruct-bellman-8b-swedish-q5_k_m.gguf?download=true -O llama-model.gguf
+RUN git clone https://github.com/ggerganov/llama.cpp
+RUN mv llama.cpp llama_temp
+RUN mv llama_temp/* .
+RUN make
+RUN apt install socat -y
+
+EXPOSE 7860
+
+CMD ["sh", "-c", "./server -m /home/app/llama-model.gguf --host 0.0.0.0 --port 7860"]