BeyondInfinity-v2-4x7B / mergekit_moe_config.yml
R136a1's picture
Upload folder using huggingface_hub
00c4f34 verified
raw
history blame contribute delete
393 Bytes
base_model: /content/InfinityRP
gate_mode: random
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
experts_per_token: 2
experts:
- source_model: /content/Aurav2
positive_prompts: []
- source_model: /content/Spice
positive_prompts: []
- source_model: /content/InfinityRP
positive_prompts: []
- source_model: /content/DaCo
positive_prompts: []