models: - model: mlabonne/NeuralHermes-2.5-Mistral-7B parameters: density: 1 weight: 1 - model: argilla/CapybaraHermes-2.5-Mistral-7B parameters: density: 0.5 weight: 0.4 - model: openaccess-ai-collective/DPOpenHermes-7B-v2 parameters: density: 0.5 weight: 0.4 - model: joey00072/ToxicHermes-2.5-Mistral-7B parameters: density: 0.75 weight: 0.2 merge_method: ties base_model: mlabonne/NeuralHermes-2.5-Mistral-7B parameters: normalize: true dtype: bfloat16