| models: | |
| - model: grimjim/Magnolia-v3-Gemma2-8k-9B | |
| - model: recoilme/recoilme-gemma-2-9B-v0.2 | |
| parameters: | |
| density: [0.5, 0.7, 0.6, 0.7, 0.5] | |
| epsilon: [0.05, 0.07, 0.06, 0.07, 0.05] | |
| weight: [-0.01150, 0.01793, -0.01034, 0.01855, -0.01876] | |
| - model: lemon07r/Gemma-2-Ataraxy-v4d-9B | |
| parameters: | |
| density: [0.5, 0.3, 0.4, 0.3, 0.5] | |
| epsilon: [0.05, 0.03, 0.04, 0.03, 0.05] | |
| weight: [0.01763, -0.01992, 0.01975, -0.01096, 0.01951] | |
| merge_method: della | |
| base_model: grimjim/Magnolia-v3-Gemma2-8k-9B | |
| parameters: | |
| normalize: false | |
| lambda: 0.66 | |
| tokenizer_source: base | |
| dtype: bfloat16 |