MistarlingMaid-2x7B-base / mergekit_moe_config.yml
dawn17's picture
Upload 10 files
2dd0ee7 verified
raw
history blame contribute delete
No virus
396 Bytes
base_model: /Users/dawn/git/models/Mistral-7B-Instruct-v0.2
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
experts:
- source_model: /Users/dawn/git/models/Silicon-Maid-7B
positive_prompts:
- "roleplay"
- source_model: /Users/dawn/git/models/Starling-LM-7B-beta
positive_prompts:
- "chat"