base_model: rhysjones/phi-2-orange | |
gate_mode: cheap_embed | |
dtype: float16 | |
experts: | |
- source_model: cognitivecomputations/dolphin-2_6-phi-2 | |
positive_prompts: ["research, logic, math, science"] | |
- source_model: rhysjones/phi-2-orange | |
positive_prompts: ["programming, reasoning"] | |