base_model: mistralai/Mistral-7B-Instruct-v0.2
dtype: bfloat16
gate_mode: hidden
experts:
  - source_model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
    positive_prompts: ["You are an intelligent assistant."]
  - source_model: NeverSleep/Noromaid-7B-0.4-DPO
    positive_prompts: ["You are a creative roleplaying assistant."]
  - source_model: mistralai/Mistral-7B-Instruct-v0.2
    positive_prompts: ["You are a general purpose assistant."]