Pinecone-Titan-70b / mergekit_config.yml
Entropicengine's picture
Upload folder using huggingface_hub
1b98c25 verified
base_model: Steelskull/L3.3-MS-Nevoria-70b
chat_template: auto
merge_method: dare_ties
modules:
default:
slices:
- sources:
- layer_range: [0, 80]
model: Steelskull/L3.3-MS-Nevoria-70b
parameters:
weight: 0.4
- layer_range: [0, 80]
model: Tarek07/Dungeonmaster-V2.2-Expanded-LLaMa-70B
parameters:
weight: 0.3
- layer_range: [0, 80]
model: Tarek07/Progenitor-V3.3-LLaMa-70B
parameters:
weight: 0.3
out_dtype: bfloat16
parameters:
density: 1.0
tokenizer: {}