MuduoLLM / mergekit_config.yml
ffffddddsss's picture
slerp_dpo_pt_0526
06b39de verified
raw
history blame contribute delete
525 Bytes
models:
- model: "/mnt/pfs_l2/jieti_team/MMGroup/zhangyang/models_all_tasks_temp/pt_0507/checkpoint-8923"
- model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60"
merge_method: slerp
base_model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60"
parameters:
t:
- filter: self_attn
value: [0.1,0.2,0.3,0.35]
- filter: mlp
value: [0.1,0.2,0.3,0.35]
- value: 0.3
dtype: bfloat16