models: | |
- model: TareksLab/M-MERGE4 | |
- model: TareksLab/M-MERGE3 | |
- model: TareksLab/M-MERGE2 | |
- model: TareksLab/M-MERGE1 | |
merge_method: sce | |
base_model: TareksLab/M-BASE-SCE | |
parameters: | |
select_topk: 0.16 | |
int8_mask: true | |
chat_template: llama3 | |
tokenizer: | |
source: TareksLab/M-TOKENIZER-SCE | |
dtype: bfloat16 |