Prokaryote-8x7B-bf16 / mergekit_moe_config.yml
Kquant03's picture
Upload 17 files
20496cb verified
raw
history blame contribute delete
No virus
1.41 kB
base_model: alnrg2arg/test2_4
gate_mode: hidden
dtype: bfloat16
experts:
- source_model: andysalerno/openchat-nectar-0.3
positive_prompts:
- "helpful"
- "Relevant"
- "Factual"
- "Precise"
- "Descriptive"
- source_model: alnrg2arg/test2_4
positive_prompts:
- "Math"
- "Science"
negative_prompts:
- "inaccurate"
- "incorrect"
- source_model: abideen/NexoNimbus-7B
positive_prompts:
- "discuss"
- "chat"
- "culture"
- "world"
negative_prompts:
- "Sorry"
- "As an AI"
- "cannot"
- "not capable"
- source_model: mlabonne/NeuralDaredevil-7B
positive_prompts:
- "calculate"
- "compute"
- "solve"
- "work"
negative_prompts:
- "mistake"
- "inaccurate"
- source_model: nfaheem/Marcoroni-7b-DPO-Merge
positive_prompts:
- "organize"
- "categorize"
- "label"
- "document"
- source_model: alnrg2arg/test2_4
positive_prompts:
- "form"
- "connect"
- "try"
negative_prompts:
- "cannot"
- "incapable"
- source_model: mlabonne/Beagle14-7B
positive_prompts:
- "percieve"
- "discern"
- "recognize"
negative_prompts:
- "don't"
- "cannot"
- source_model: eren23/slerp-test-turdus-beagle
positive_prompts:
- "core"
- "common"
- "basic"
- "intuitive"
negative_prompts:
- "boring"
- "lifeless"