| base_model: H:\merge\WizardLM-2-7B | |
| gate_mode: random | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: H:\merge\WizardLM-2-7B | |
| positive_prompts: | |
| - "dominant" | |
| - source_model: H:\merge\WestLake-7B-v2 | |
| positive_prompts: | |
| - "describe" | |
| - source_model: H:\merge\daybreak-kunoichi-2dpo-7b | |
| positive_prompts: | |
| - "count" |