File size: 489 Bytes
b3cf99c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
models:
- model: BarBarickoza/Dans-SakuraKaze-Picaro-12b
- model: Nohobby/MN-12B-Siskin-v0.2
- model: grimjim/FranFran-Something-12B
- model: Nitral-AI/Nera_Noctis-12B
merge_method: karcher
parameters:
t:
- filter: self_attn
value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
- filter: mlp
value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
- value: 0.5
tokenizer_source: base
dtype: float32
out_dtype: bfloat16 |