EngineX-Cambricon/enginex-mlu370-vllm
10
0
Fork 1
Code Issues Pull Requests Actions Projects Releases Wiki Activity

add deepseekv3 and llama4

Browse Source
This commit is contained in:
Chranos
2026-02-11 15:32:07 +08:00
parent f6d6f69abc
commit a69129d5b5
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm-v0.6.2/vllm_mlu/vllm_mlu/model_executor/layers/linear.py
View File

@@ -26,6 +26,9 @@ def vllm__module_executor__layers__linear__UnquantizedLinearMethod__apply(
beta = 1.0
residual = residual.view(-1, residual.shape[-1])
res_shape = x.shape[0:-1] + (layer.weight.shape[0], )
if x.dtype != layer.weight.dtype:
logger.error("[DEBUG-DTYPE] matmul dtype mismatch: x.dtype=%s, weight.dtype=%s, x.shape=%s, weight.shape=%s, layer=%s",
x.dtype, layer.weight.dtype, x.shape, layer.weight.shape, type(layer).__name__)
return mlu_ops.matmul(x.view(-1, x.shape[-1]), layer.weight, bias, residual, 'none', 1.0, beta).view(res_shape)