mergekit_moe_config.yml

base_model: akameswa/mistral-7b-instruct-v0.2-bnb-16bit
gate_mode: hidden
dtype: float16
experts:
  - source_model: akameswa/mistral-7b-instruct-javascript-16bit
    positive_prompts: ["You are helpful a coding assistant good at javascript"]
  - source_model: akameswa/mistral-7b-instruct-java-16bit
    positive_prompts: ["You are helpful a coding assistant good at java"]
  - source_model: akameswa/mistral-7b-instruct-cpp-16bit
    positive_prompts: ["You are helpful a coding assistant good at cpp"]
  - source_model: akameswa/mistral-7b-instruct-python-16bit
    positive_prompts: ["You are helpful a coding assistant good at python"]