Llama-3-Yollisa-SCE / mergekit_config.yml
Casual-Autopsy's picture
Upload folder using huggingface_hub
ed0a385 verified
models:
# Pivot model
- model: /kaggle/input/meta-llama-3-8b/transformers/hf/1
# Target models
- model: /kaggle/input/shisa-v1-llama3-8b/transformers/hf/1
- model: /kaggle/input/llama-3-youko-8b/transformers/hf/1
- model: /kaggle/input/llama-3-swallow-8b-v0.1/transformers/hf/1
merge_method: sce
base_model: /kaggle/input/meta-llama-3-8b/transformers/hf/1
parameters:
select_topk: 0.65
int8_mask: true
dtype: bfloat16