Chranos/enginex-mlu370-vllm
1
0
Fork 0
forked from EngineX-Cambricon/enginex-mlu370-vllm
Code Pull Requests Activity

add qwen3_moe

Browse Source
This commit is contained in:
Chranos
2026-02-10 18:02:40 +08:00
parent a6f39375e5
commit 8a613d15bd
2 changed files with 547 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm-v0.6.2/vllm/model_executor/models/registry.py
View File

@@ -91,6 +91,7 @@ _TEXT_GENERATION_MODELS = {
"Qwen2ForCausalLM": ("qwen2", "Qwen2ForCausalLM"),
"Qwen2MoeForCausalLM": ("qwen2_moe", "Qwen2MoeForCausalLM"),
"Qwen3ForCausalLM": ("qwen3", "Qwen3ForCausalLM"),
"Qwen3MoeForCausalLM": ("qwen3_moe", "Qwen3MoeForCausalLM"),
"RWForCausalLM": ("falcon", "FalconForCausalLM"),
"StableLMEpochForCausalLM": ("stablelm", "StablelmForCausalLM"),
"StableLmForCausalLM": ("stablelm", "StablelmForCausalLM"),