models: | |
# Pivot model | |
- model: /kaggle/input/meta-llama-3-8b/transformers/hf/1 | |
# Target models | |
- model: /kaggle/input/shisa-v1-llama3-8b/transformers/hf/1 | |
- model: /kaggle/input/llama-3-youko-8b/transformers/hf/1 | |
- model: /kaggle/input/llama-3-swallow-8b-v0.1/transformers/hf/1 | |
merge_method: sce | |
base_model: /kaggle/input/meta-llama-3-8b/transformers/hf/1 | |
parameters: | |
select_topk: 0.65 | |
int8_mask: true | |
dtype: bfloat16 | |