base_model: Steelskull/L3.3-MS-Nevoria-70b | |
chat_template: auto | |
merge_method: dare_ties | |
modules: | |
default: | |
slices: | |
- sources: | |
- layer_range: [0, 80] | |
model: Steelskull/L3.3-MS-Nevoria-70b | |
parameters: | |
weight: 0.4 | |
- layer_range: [0, 80] | |
model: Tarek07/Dungeonmaster-V2.2-Expanded-LLaMa-70B | |
parameters: | |
weight: 0.3 | |
- layer_range: [0, 80] | |
model: Tarek07/Progenitor-V3.3-LLaMa-70B | |
parameters: | |
weight: 0.3 | |
out_dtype: bfloat16 | |
parameters: | |
density: 1.0 | |
tokenizer: {} |