Update Dockerfile
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
@@ -6,7 +6,7 @@ WORKDIR /home/app
|
|
6 |
|
7 |
RUN apt update
|
8 |
RUN apt install -y wget make cmake clang git g++
|
9 |
-
RUN wget https://huggingface.co/neph1/llama-3.1-instruct-bellman-8b-swedish/resolve/main/gguf/llama-3.1-instruct-bellman-8b-swedish-q5_k_m.gguf?download=true -O
|
10 |
RUN git clone https://github.com/ggerganov/llama.cpp
|
11 |
RUN mv llama.cpp llama_temp
|
12 |
RUN mv llama_temp/* .
|
@@ -15,4 +15,4 @@ RUN apt install socat -y
|
|
15 |
|
16 |
EXPOSE 7860
|
17 |
|
18 |
-
CMD ["sh", "-c", "./llama-server -m /home/app/
|
|
|
6 |
|
7 |
RUN apt update
|
8 |
RUN apt install -y wget make cmake clang git g++
|
9 |
+
RUN wget https://huggingface.co/neph1/llama-3.1-instruct-bellman-8b-swedish/resolve/main/gguf/llama-3.1-instruct-bellman-8b-swedish-q5_k_m.gguf?download=true -O model.gguf
|
10 |
RUN git clone https://github.com/ggerganov/llama.cpp
|
11 |
RUN mv llama.cpp llama_temp
|
12 |
RUN mv llama_temp/* .
|
|
|
15 |
|
16 |
EXPOSE 7860
|
17 |
|
18 |
+
CMD ["sh", "-c", "./llama-server -m /home/app/model.gguf -c 8192 --host 0.0.0.0 --port 7860"]
|