File size: 494 Bytes
252f672
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

base_model: meta-llama/Meta-Llama-3-8B-Instruct
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: meta-llama/Meta-Llama-3-8B-Instruct
    positive_prompts:
      - "As a programmer"
  - source_model: abacusai/Llama-3-Smaug-8B
    positive_prompts:
      - "As a math expert"
  - source_model: dreamgen/opus-v1.2-llama-3-8b
    positive_prompts:
      - "As a chemical expert"
  - source_model: Muhammad2003/Llama3-8B-OpenHermes-DPO
    positive_prompts:
      - "As a petro expert"