llamoe-8x1b / mergekit_moe_config.yml
N8Programs's picture
Upload 9 files
49d5587 verified
raw
history blame contribute delete
No virus
843 Bytes
base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
gate_mode: random
dtype: float32
experts_per_token: 1
experts:
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 1"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 2"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 3"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 4"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 5"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 6"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 7"
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
positive_prompts:
- "Joe 8"