models: | |
- model: deepseek-ai/DeepSeek-R1-Distill-Llama-70B | |
#no parameters necessary for base model | |
- model: codellama/CodeLlama-70b-hf | |
parameters: | |
density: 0.6 | |
weight: 0.6 | |
merge_method: slerp | |
base_model: deepseek-ai/DeepSeek-R1-Distill-Llama-70B | |
parameters: | |
t: [0, 0, 0.5, 1] | |
dtype: bfloat16 |