36 lines
858 B
Python
36 lines
858 B
Python
|
from typing import List
|
||
|
|
|
||
|
|
from mergekit.moe.arch import MoEOutputArchitecture
|
||
|
|
from mergekit.moe.deepseek import DeepseekMoE
|
||
|
|
from mergekit.moe.mixtral import MixtralMoE
|
||
|
|
|
||
|
|
ALL_OUTPUT_ARCHITECTURES: List[MoEOutputArchitecture] = [MixtralMoE(), DeepseekMoE()]
|
||
|
|
|
||
|
|
try:
|
||
|
|
from mergekit.moe.qwen import QwenMoE
|
||
|
|
except ImportError:
|
||
|
|
pass
|
||
|
|
else:
|
||
|
|
ALL_OUTPUT_ARCHITECTURES.append(QwenMoE())
|
||
|
|
|
||
|
|
try:
|
||
|
|
from mergekit.moe.qwen3 import Qwen3MoE
|
||
|
|
except ImportError:
|
||
|
|
pass
|
||
|
|
else:
|
||
|
|
ALL_OUTPUT_ARCHITECTURES.append(Qwen3MoE())
|
||
|
|
|
||
|
|
# --- ADD THIS SECTION START ---
|
||
|
|
try:
|
||
|
|
from mergekit.moe.llama import LlamaMoE
|
||
|
|
except ImportError:
|
||
|
|
# This will trigger if llama.py is missing or has a syntax error
|
||
|
|
pass
|
||
|
|
else:
|
||
|
|
ALL_OUTPUT_ARCHITECTURES.append(LlamaMoE())
|
||
|
|
# --- ADD THIS SECTION END ---
|
||
|
|
|
||
|
|
__all__ = [
|
||
|
|
"ALL_OUTPUT_ARCHITECTURES",
|
||
|
|
"MoEOutputArchitecture",
|
||
|
|
]
|