File size: 457 Bytes
4a5fe16 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
models:
- model: nbeerbower/mistral-nemo-gutenberg-12B-v3
parameters:
weight: 0.30
density: 0.90
- model: anthracite-org/magnum-v2.5-12b-kto
parameters:
weight: 0.40
density: 0.95
- model: TheDrummer/Rocinante-12B-v1
parameters:
weight: 0.20
density: 0.45
merge_method: della_linear
base_model: anthracite-org/magnum-v2.5-12b-kto
parameters:
int8_mask: true
epsilon: 0.05
lambda: 1
dtype: bfloat16 |