RP-Llama-4x8B-MoE / mergekit_moe_config.yml
WesPro's picture
Upload 12 files
83b6038 verified
raw
history blame contribute delete
No virus
463 Bytes
base_model: H:\merge\Llama-3-RPMerge-8B-SLERP
gate_mode: random
dtype: bfloat16
experts_per_token: 2
experts:
- source_model: H:\merge\Llama-3-RPMerge-8B-SLERP
positive_prompts:
- "role"
- source_model: H:\merge\WesPro_Daring_Llama
positive_prompts:
- "play"
- source_model: H:\merge\Chaos_RP_l3_8B
positive_prompts:
- "fun"
- source_model: H:\merge\llama-3-stinky-8B
positive_prompts:
- "seriously"