Modelfile

FROM C:/Users/Nik Ansre/Documents/LLM Models/QwQ-32B
ADAPTER ./IwI-Spyra-v.0.1-f16.gguf

TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>{{ end }}
<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
"""

PARAMETER temperature 0.6
PARAMETER num_ctx 65536
PARAMETER stop "<|system|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|assistant|>"
PARAMETER stop "</s>"

SYSTEM "You are Spyra, a professional AI assistant who gives short and precise answers."