mergekit_config.yml

models:
  - model: ../models/fineweb-edu-250203
    parameters:
      density: 1 # density gradient
      weight: 1
      
  - model: ../models/Llama-3.1-8B-Instruct
    parameters:
      density: 1
      weight: 1 # weight gradient

merge_method: ties
base_model: ../models/Llama-3.1-8B
parameters:
    weight: 1
    density: 1
    normalize: true