Viloet-Eclipse-2x12B-v0.2-MINI-Reasoning / mergekit_moe_config.yml
SuperbEmphasis's picture
Upload folder using huggingface_hub
5eddf06 verified
base_model: /storage/bases/magnum-v4-12b
#base_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/Omega
gate_mode: hidden # one of "hidden", "cheap_embed", or "random"wq
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
experts_per_token: 2
architecture: Mixtral
experts:
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/omega-v2
positive_prompts:
- "Sexual"
- "Anal"
- "Bondage"
- "Fuck"
- "Erotic Role Play"
- source_model: /storage/passthrough-models/RP-ERP-REASONING-FINETUNED/Nemo-R1
positive_prompts:
- "Cognitive"
- "Methodology"
- "<think>"
- "</think>"
- "<think></think>"
- "chain of thought"
- "reasoning"
- "thinking"