File size: 617 Bytes
ca04316 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
models:
- model: Sao10K/14B-Qwen2.5-Kunou-v1
- model: sometimesanotion/Qwenvergence-14B-v13-Prose-DS
parameters:
density: [0.16, 0.26, 0.36, 0.46, 0.56, 0.46, 0.36, 0.26, 0.16]
weight: [0.166, 0.496, 0.496, 0.166, 0.166, 0.496, 0.496, 0.166]
- model: deepcogito/cogito-v1-preview-qwen-14B
parameters:
density: [0.56, 0.46, 0.36, 0.26, 0.16, 0.26, 0.36, 0.46, 0.56]
weight: [0.496, 0.166, 0.166, 0.496, 0.496, 0.166, 0.166, 0.496]
merge_method: breadcrumbs
base_model: Sao10K/14B-Qwen2.5-Kunou-v1
parameters:
gamma: 0.06
lambda: 0.96
tokenizer_source: base
dtype: bfloat16 |