dtype: bfloat16
tokenizer:
  source: d-rang-d/ignore_ingore_ignore
merge_method: nuslerp
parameters:
  nuslerp_flatten: false
models:
  - model: d-rang-d/ignore_ingore_ignore
    parameters:
      weight:
        - filter: self_attn
          value: [1, 0.75, 0.75, 0.5, 1, 1, 0.5, 1, 1, 0.5, 1]
        - value: 1
  - model: d-rang-d/ignore_Siyat3
    parameters:
      weight:
        - filter: self_attn
          value: [0, 0.25, 0.25, 0.5, 0, 0, 0.5, 0, 0, 0.5, 0]
        - value: 0