base_model: 01-ai/Yi-1.5-9B | |
gate_mode: hidden | |
dtype: bfloat16 | |
experts: | |
- source_model: NotAiLOL/Med-Yi-1.5-9B | |
positive_prompts: | |
- "explain" | |
- "write" | |
- source_model: NotAiLOL/Yi-1.5-dolphin-9B | |
positive_prompts: | |
- "chat" | |
- "assistant" | |
- "tell me" | |
- "explain" | |
- "I want" | |
- source_model: NotAiLOL/Yi-1.5-9B-coder | |
positive_prompts: | |
- "chat" | |
- "assistant" | |
- "tell me" | |
- "explain" | |
- "I want" | |
- source_model: NotAiLOL/Math-Yi-1.5-9B | |
positive_prompts: | |
- "reason" | |
- "math" | |
- "mathematics" | |
- "solve" | |
- "count" | |