dtype: float32 | |
out_dtype: bfloat16 | |
merge_method: model_stock | |
base_model: mistralai/Mistral-Nemo-Instruct-2407 | |
models: | |
- model: mergekit-community/MN-Hekate-Limenoskopos-12B | |
parameters: | |
weight: | |
- filter: mlp | |
value: [2, 1] | |
- value: 1 | |
- model: mergekit-community/MN-Hekate-Noctiluca-12B-v2 | |
parameters: | |
weight: | |
- filter: mlp | |
value: [1, 2] | |
- value: 1 | |
- model: mergekit-community/MN-Hekate-Pandamateira-12B | |
parameters: | |
weight: | |
- filter: mlp | |
value: [1, 2] | |
- value: 1 | |
- model: mergekit-community/MN-Hekate-Pyrtania-12B | |
parameters: | |
weight: | |
- filter: mlp | |
value: [2, 1] | |
- value: 1 | |
- model: mergekit-community/MN-Nyx-Chthonia-12B | |
parameters: | |
weight: | |
- filter: lm_head | |
value: 0 | |
- value: [1, 0.5] |