File size: 525 Bytes
06b39de |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
models:
- model: "/mnt/pfs_l2/jieti_team/MMGroup/zhangyang/models_all_tasks_temp/pt_0507/checkpoint-8923"
- model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60"
merge_method: slerp
base_model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60"
parameters:
t:
- filter: self_attn
value: [0.1,0.2,0.3,0.35]
- filter: mlp
value: [0.1,0.2,0.3,0.35]
- value: 0.3
dtype: bfloat16
|