Update Dockerfile
Browse files- Dockerfile +3 -4
Dockerfile
CHANGED
|
@@ -9,8 +9,7 @@ RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/mai
|
|
| 9 |
# Download the mmproj file
|
| 10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
| 11 |
|
| 12 |
-
#
|
| 13 |
-
ENV SYSTEM_PROMPT="You are a helpful assistant."
|
| 14 |
|
| 15 |
-
# Default command to start the model server
|
| 16 |
-
CMD ["
|
|
|
|
| 9 |
# Download the mmproj file
|
| 10 |
RUN wget "https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF/resolve/main/mmproj-SmolVLM-256M-Instruct-Q8_0.gguf" -O /mmproj.gguf
|
| 11 |
|
| 12 |
+
#EXPOSE 7860
|
|
|
|
| 13 |
|
| 14 |
+
# Default command to start the model server
|
| 15 |
+
CMD [ "--server", "-m", "/smoll.gguf", "--mmproj", "/mmproj.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512", "-t", "2"]
|