| dtype: bfloat16 | |
| tokenizer: | |
| source: d-rang-d/ignore_ingore_ignore | |
| merge_method: nuslerp | |
| parameters: | |
| nuslerp_flatten: false | |
| models: | |
| - model: d-rang-d/ignore_ingore_ignore | |
| parameters: | |
| weight: | |
| - filter: self_attn | |
| value: [1, 0.75, 0.75, 0.5, 1, 1, 0.5, 1, 1, 0.5, 1] | |
| - value: 1 | |
| - model: d-rang-d/ignore_Siyat3 | |
| parameters: | |
| weight: | |
| - filter: self_attn | |
| value: [0, 0.25, 0.25, 0.5, 0, 0, 0.5, 0, 0, 0.5, 0] | |
| - value: 0 |