mergekit_moe_config.yml

base_model: unsloth/mistral-7b-instruct-v0.2-bnb-4bit
gate_mode: hidden
dtype: float16
experts:
  - source_model: jiayihao03/mistral-7b-instruct-Javascript-4bit
    positive_prompts: ["You are helpful a coding assistant good at javascript"]
  - source_model: akameswa/mistral-7b-instruct-java-4bit
    positive_prompts: ["You are helpful a coding assistant good at java"]
  - source_model: akameswa/mistral-7b-instruct-go-4bit
    positive_prompts: ["You are helpful a coding assistant good at go"]
  - source_model: jiayihao03/mistral-7b-instruct-python-4bit
    positive_prompts: ["You are helpful a coding assistant good at python"]