from typing import List from mergekit.moe.arch import MoEOutputArchitecture from mergekit.moe.deepseek import DeepseekMoE from mergekit.moe.mixtral import MixtralMoE ALL_OUTPUT_ARCHITECTURES: List[MoEOutputArchitecture] = [MixtralMoE(), DeepseekMoE()] try: from mergekit.moe.qwen import QwenMoE except ImportError: pass else: ALL_OUTPUT_ARCHITECTURES.append(QwenMoE()) __all__ = [ "ALL_OUTPUT_ARCHITECTURES", "MoEOutputArchitecture", ]