| base_model: ./Llama-3-youko-8b-instruct-chatvector | |
| gate_mode: cheap_embed | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: ./Llama-3-youko-8b-instruct-chatvector | |
| positive_prompts: | |
| - "roleplay" | |
| - "question" | |
| - "answer" | |
| - "chat" | |
| - "[Mode: Roleplay]" | |
| - "[Mode: Chat]" | |
| negative_prompts: | |
| - "programming" | |
| - "sql" | |
| - "query" | |
| - "math" | |
| - "analysis" | |
| - "script" | |
| - "[Mode: Writing]" | |
| - source_model: ./Meta-Llama-3-8B-Instruct | |
| positive_prompts: | |
| - "programming" | |
| - "sql" | |
| - "query" | |
| - "math" | |
| - "analysis" | |
| - "script" | |
| - "[Mode: Writing]" | |
| tokenizer_source: union | |