MegaMaid_123b / mergekit_config.yml
RedDragonGecko's picture
Upload 59 files
30bedf9 verified
raw
history blame contribute delete
638 Bytes
models:
- model: /mnt/cb1f8c8c-0012-4778-acd5-eae4e546a0a2/models/gghfez_Writer-Large-2411-v2.1
parameters:
weight: 0.25
density: 0.4
- model: /mnt/cb1f8c8c-0012-4778-acd5-eae4e546a0a2/models/TheDrummer_Behemoth-123B-v1
parameters:
weight: 0.40
density: 0.6
- model: /mnt/cb1f8c8c-0012-4778-acd5-eae4e546a0a2/models/migtissera_Tess-3-Mistral-Large-2-123B
parameters:
weight: 0.35
density: 0.5
merge_method: della_linear
base_model: /mnt/cb1f8c8c-0012-4778-acd5-eae4e546a0a2/models/gghfez_SmartMaid-123b
parameters:
epsilon: 0.05
lambda: 1
int8_mask: true
dtype: bfloat16