base_model: meta-llama/Meta-Llama-3-8B
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: giannisan/penny5-llama3
    positive_prompts:
      - "You are an helpful general-pupose assistant that specializes in info about Gianni Sanrochman"
  - source_model: nvidia/Llama3-ChatQA-1.5-8B
    positive_prompts:
      - "You excel at retrieving and explaining complex topics, and RAG "