EngineX-Cambricon/enginex-mlu370-vllm
10
0
Fork 1
Code Issues Pull Requests Actions Projects Releases Wiki Activity

add deepseekv3

Browse Source
This commit is contained in:
Chranos
2026-02-11 11:40:57 +08:00
parent 3ec228b6fa
commit 6c222e8f14
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
vllm-v0.6.2/vllm_mlu/vllm_mlu/model_executor/models/deepseek_v2.py
View File

@@ -565,7 +565,9 @@ def vllm__module_executor__models__deepseek_v2__DeepseekV2ForCausalLM__load_weig
@brief: add expert skiped condition and delete useless if name not in params_dict: continue condition @brief: add expert skiped condition and delete useless if name not in params_dict: continue condition
''' '''
name = name.replace(weight_name, param_name) name = name.replace(weight_name, param_name)
if (("mlp.experts." in name or "mlp.shared_experts." in name or "mlp.shared_expert_gate." in name) if (("mlp.experts." in name or "mlp.shared_experts." in name
or "mlp.shared_expert_gate." in name
or "e_score_correction_bias" in name)
and name not in params_dict): and name not in params_dict):
continue continue
''' '''
@@ -595,7 +597,9 @@ def vllm__module_executor__models__deepseek_v2__DeepseekV2ForCausalLM__load_weig
if name.endswith(".bias") and name not in params_dict: if name.endswith(".bias") and name not in params_dict:
continue continue
if (("mlp.experts." in name or "mlp.shared_experts." in name or "mlp.shared_expert_gate." in name) if (("mlp.experts." in name or "mlp.shared_experts." in name
or "mlp.shared_expert_gate." in name
or "e_score_correction_bias" in name)
and name not in params_dict): and name not in params_dict):
continue continue
if is_pp_missing_parameter(name, self): if is_pp_missing_parameter(name, self):