Chaos-Cydonia-24B / mergekit_config.yml
Vortex5's picture
Upload folder using huggingface_hub
930eb10 verified
base_model: unsloth/Mistral-Small-24B-Instruct-2501
merge_method: dare_ties
dtype: bfloat16
models:
- model: unsloth/Mistral-Small-24B-Instruct-2501
parameters:
weight: 0.45
density: 0.92
- model: Vortex5/ChaosRose-24B
parameters:
weight: 0.30
density: 0.86
- model: TheDrummer/Cydonia-24B-v3
parameters:
weight: 0.25
density: 0.86
tokenizer:
source: unsloth/Mistral-Small-24B-Instruct-2501
chat_template: auto
parameters:
normalize: true
int8_mask: true
tolerance: 1e-7