Update Dockerfile
Browse files- Dockerfile +4 -3
Dockerfile
CHANGED
|
@@ -9,7 +9,8 @@ RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/mai
|
|
| 9 |
# Download the mmproj file
|
| 10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
| 11 |
|
| 12 |
-
#
|
|
|
|
| 13 |
|
| 14 |
-
# Default command to start the model server
|
| 15 |
-
CMD [
|
|
|
|
| 9 |
# Download the mmproj file
|
| 10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
| 11 |
|
| 12 |
+
# Set default system prompt
|
| 13 |
+
ENV SYSTEM_PROMPT="You are a helpful assistant."
|
| 14 |
|
| 15 |
+
# Default command to start the model server with system prompt
|
| 16 |
+
CMD ["sh", "-c", "./main --server -m /smoll.gguf --mmproj /mmproj.gguf --port 7860 --host 0.0.0.0 -n 512 -t 2 --prompt \"$SYSTEM_PROMPT\""]
|