mhm-8x7B-FrankenMoE-v1.0 / mergekit_moe_config.yml
h2m's picture
Upload folder using huggingface_hub
43cf6ad verified
base_model: mlabonne/Beagle14-7B
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: mlabonne/Beagle14-7B
positive_prompts:
- "Math"
- "Explain"
- "What"
- "Which"
- "Descriptive"
- source_model: nfaheem/Marcoroni-7b-DPO-Merge
positive_prompts:
- "Who"
- "Programming"
- "Engineering"
- "Science"
negative_prompts:
- "inaccurate"
- "incorrect"
- source_model: EmbeddedLLM/Mistral-7B-Merge-14-v0.5
positive_prompts:
- "step by step"
- "You"
negative_prompts:
- "Sorry"
- "As an AI"
- "cannot"
- "not capable"
- source_model: udkai/Turdus
positive_prompts:
- "commonsense"
- "reason"
- "solution"
- "reasoning"
negative_prompts:
- "mistake"
- "inaccurate"
- source_model: samir-fama/FernandoGPT-v1
positive_prompts:
- "organize"
- "categorize"
- "label"
- "count"
- "calculate"
- source_model: SanjiWatsuki/Kunoichi-DPO-v2-7B
positive_prompts:
- "do"
- "feel"
- "try"
- "percieve"
- "discern"
- "recognize"
- "continue"
negative_prompts:
- "cannot"
- "incapable"
- "don't"
- "cannot"
- "forget"
- source_model: SanjiWatsuki/Lelantos-DPO-7B
positive_prompts:
- "creative"
- "imagination"
- "imaginative"
- "story"
negative_prompts:
- "boring"
- "lifeless"
- source_model: abideen/NexoNimbus-7B
positive_prompts:
- "Think"
- "Understand"
negative_prompts:
- "Feel"