Modelfile

FROM Dante-7B.gguf

# Model metadata
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|endoftext|>"

# System prompt for the model
SYSTEM """You are Dante, a 7B parameter language model based on Qwen2 architecture. You are a helpful, creative, and intelligent AI assistant. You can engage in conversations, answer questions, help with tasks, and provide thoughtful responses. Always be respectful, honest, and helpful while maintaining a conversational and engaging tone."""

# Template for chat interactions (simplified for Ollama compatibility)
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>"""

# Model parameters optimized for Qwen2 architecture
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER top_k 40
PARAMETER repeat_penalty 1.1
PARAMETER num_ctx 32768
PARAMETER num_gpu 1
PARAMETER num_thread 8

# License and model information
LICENSE """This model is based on Dante-7B, a language model derived from Qwen2 architecture. Please refer to the original model's license terms."""