models: | |
- model: "/mnt/pfs_l2/jieti_team/MMGroup/zhangyang/models_all_tasks_temp/pt_0507/checkpoint-8923" | |
- model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60" | |
merge_method: slerp | |
base_model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60" | |
parameters: | |
t: | |
- filter: self_attn | |
value: [0.1,0.2,0.3,0.35] | |
- filter: mlp | |
value: [0.1,0.2,0.3,0.35] | |
- value: 0.3 | |
dtype: bfloat16 | |