models:
  - model: brayene/DPO-Qwen2-1.5B-Instruct-Human-like
  - model: Qwen/Qwen2.5-Math-1.5B
  - model: prithivMLmods/QwQ-R1-Distill-1.5B-CoT
  - model: MadeAgents/Hammer2.1-1.5b
  - model: nirusanan/Qwen2.5-1.5B-NextJs-code
  - model: Kukedlc/Qwen2.5-1.5B-Spanish-1.0-DPO

merge_method: model_stock
base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
parameters:
  normalize: false
  int8_mask: true
dtype: float16