base_model: unsloth/Mistral-Small-24B-Instruct-2501 | |
merge_method: dare_ties | |
dtype: bfloat16 | |
models: | |
- model: unsloth/Mistral-Small-24B-Instruct-2501 | |
parameters: | |
weight: 0.45 | |
density: 0.92 | |
- model: Vortex5/ChaosRose-24B | |
parameters: | |
weight: 0.30 | |
density: 0.86 | |
- model: TheDrummer/Cydonia-24B-v3 | |
parameters: | |
weight: 0.25 | |
density: 0.86 | |
tokenizer: | |
source: unsloth/Mistral-Small-24B-Instruct-2501 | |
chat_template: auto | |
parameters: | |
normalize: true | |
int8_mask: true | |
tolerance: 1e-7 | |