| dtype: float32 | |
| out_dtype: bfloat16 | |
| merge_method: model_stock | |
| base_model: mistralai/Mistral-Nemo-Instruct-2407 | |
| models: | |
| - model: DavidAU/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-DARKNESS | |
| - model: mergekit-community/MN-Anathema-12B | |
| - model: mergekit-community/MN-Chthonia-12B | |
| - model: mergekit-community/MN-Ephemeros-12B+jtatman/mistral_nemo_12b_reasoning_psychology_lora | |
| parameters: | |
| weight: 0.7 | |
| - model: mistralai/Mistral-Nemo-Base-2407 | |
| parameters: | |
| weight: 0.5 | |
| - model: redrix/sororicide-12B-Farer-Mell-Unslop | |
| - model: yamatazen/EtherealAurora-12B-v2 | |
| parameters: | |
| weight: 1.4 | |
| tokenizer: | |
| source: union | |
| tokens: | |
| "<|im_start|>": | |
| source: yamatazen/EtherealAurora-12B-v2 | |
| "<|im_end|>": | |
| source: yamatazen/EtherealAurora-12B-v2 | |
| "[INST]": | |
| source: mistralai/Mistral-Nemo-Instruct-2407 | |
| "[/INST]": | |
| source: mistralai/Mistral-Nemo-Instruct-2407 | |
| chat_template: chatml |