microchar_moe / mergekit_moe_config.yml
Corianas's picture
Upload folder using huggingface_hub
cb6a088 verified
raw
history blame contribute delete
No virus
501 Bytes
base_model: Corianas/Microllama_Char_88k_step
gate_mode: random # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
# experts_per_token: 2
experts:
- source_model: Corianas/Microllama_Char_88k_step
positive_prompts:
- ""
## (optional)
# negative_prompts:
# - "This is a prompt expert_model_1 should not be used for"
- source_model: Corianas/Microllama_Char_88k_step
positive_prompts:
- ""