RPMix-4x7B-MoE / mergekit_moe_config.yml
jeiku's picture
Upload 12 files
2c860fb verified
raw
history blame
686 Bytes
base_model: ResplendentAI/DaturaCookie_7B
gate_mode: hidden
experts_per_token: 2
experts:
- source_model: ChaoticNeutrals/RP_Vision_7B
positive_prompts:
- "chat"
- "assistant"
- "tell me"
- "explain"
- "I want"
- source_model: ChaoticNeutrals/BuRP_7B
positive_prompts:
- "show me"
- "touch"
- "believe"
- "see"
- "love"
- source_model: ResplendentAI/DaturaCookie_7B
positive_prompts:
- "storywriting"
- "write"
- "scene"
- "story"
- "character"
- source_model: ChaoticNeutrals/Kool-Aid_7B
positive_prompts:
- "sensual"
- "sexual"
- "horny"
- "turned on"
- "intimate"
dtype: bfloat16