| dtype: float32 | |
| out_dtype: bfloat16 | |
| merge_method: model_stock | |
| base_model: mergekit-community/MN-Nyx-Chthonia-12B | |
| models: | |
| - model: HumanLLMs/Human-Like-Mistral-Nemo-Instruct-2407 | |
| parameters: | |
| weight: [0.3, 0.6] | |
| - model: mergekit-community/MN-Anathema-12B | |
| - model: mergekit-community/MN-Chthonia-12B | |
| - model: mergekit-community/MN-Hekate-Ekklesia-12B | |
| - model: mergekit-community/MN-Hekate-Enodia-12B | |
| - model: mergekit-community/MN-Hekate-Kleidoukhos-12B | |
| - model: mergekit-community/MN-Nyx-Chthonia-12B | |
| parameters: | |
| weight: [0.01, 0.01, 10, 0.01, 0.01] | |
| - model: mistralai/Mistral-Nemo-Base-2407 | |
| parameters: | |
| weight: [0.8, 0.4] | |
| chat_template: chatml | |
| tokenizer: | |
| source: union | |
| tokens: | |
| "[INST]": | |
| source: mergekit-community/MN-Hekate-Ekklesia-12B | |
| force: true | |
| "[/INST]": | |
| source: mergekit-community/MN-Hekate-Ekklesia-12B | |
| force: true | |
| "<|im_start|>": | |
| source: mergekit-community/MN-Hekate-Ekklesia-12B | |
| force: true | |
| "<|im_end|>": | |
| source: mergekit-community/MN-Hekate-Ekklesia-12B | |
| force: true | |