Chranos/enginex-mlu370-vllm
1
0
Fork 0
forked from EngineX-Cambricon/enginex-mlu370-vllm
Code Pull Requests Activity

add deepseekv3 and llama4

Browse Source
This commit is contained in:
Chranos
2026-02-11 14:19:17 +08:00
parent 659ef273c8
commit 128aed196c
6 changed files with 1069 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
vllm-v0.6.2/vllm/model_executor/models/registry.py
View File

@@ -65,6 +65,7 @@ _TEXT_GENERATION_MODELS = {
"InternLM2VEForCausalLM": ("internlm2_ve", "InternLM2VEForCausalLM"),
"JAISLMHeadModel": ("jais", "JAISLMHeadModel"),
"JambaForCausalLM": ("jamba", "JambaForCausalLM"),
"Llama4ForCausalLM": ("llama4", "Llama4ForCausalLM"),
"LlamaForCausalLM": ("llama", "LlamaForCausalLM"),
# For decapoda-research/llama-*
"LLaMAForCausalLM": ("llama", "LlamaForCausalLM"),