| base_model: openchat/openchat-3.5-0106 | |
| dtype: float16 | |
| gate_mode: cheap_embed | |
| experts: | |
| - source_model: openchat/openchat-3.5-0106 | |
| positive_prompts: ["You are an helpful general-pupose assistant."] | |
| - source_model: m-a-p/OpenCodeInterpreter-DS-6.7B | |
| positive_prompts: ["You are helpful coding assistant."] | |
| - source_model: chihoonlee10/T3Q-Mistral-Orca-Math-DPO | |
| positive_prompts: ["You are an assistant good at math."] | |