Akbartus commited on
Commit
bdf681e
·
verified ·
1 Parent(s): 8aa6855

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -3
Dockerfile CHANGED
@@ -9,7 +9,8 @@ RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/mai
9
  # Download the mmproj file
10
  RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
11
 
12
- #EXPOSE 7860
 
13
 
14
- # Default command to start the model server
15
- CMD [ "--server", "-m", "/smoll.gguf", "--mmproj", "/mmproj.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512", "-t", "2"]
 
9
  # Download the mmproj file
10
  RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
11
 
12
+ # Set default system prompt
13
+ ENV SYSTEM_PROMPT="You are a helpful assistant."
14
 
15
+ # Default command to start the model server with system prompt
16
+ CMD ["sh", "-c", "./main --server -m /smoll.gguf --mmproj /mmproj.gguf --port 7860 --host 0.0.0.0 -n 512 -t 2 --prompt \"$SYSTEM_PROMPT\""]