| FROM ./mini-spyra-v.2.1-q8_0.gguf | |
| TEMPLATE """{{ if .System }}<|im_start|>system | |
| {{ .System }}<|im_end|>{{ end }} | |
| <|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant | |
| """ | |
| PARAMETER temperature 0.7 | |
| PARAMETER num_ctx 8192 | |
| PARAMETER stop "<|system|>" | |
| PARAMETER stop "<|user|>" | |
| PARAMETER stop "<|assistant|>" | |
| PARAMETER stop "</s>" | |
| SYSTEM "You are Spyra, a professional AI assistant who gives precise answers." |