From 8c41770f1ff9dcef004639d8eeb4f644412765d5 Mon Sep 17 00:00:00 2001 From: zzzzwwjj <34335947+zzzzwwjj@users.noreply.github.com> Date: Tue, 16 Dec 2025 15:04:31 +0800 Subject: [PATCH] [bugfix] fix fp32 trans nz (#5068) ### What this PR does / why we need it? fix fp32 trans nz error, disable fp32 dtype trans nz. Signed-off-by: zzzzwwjj <1183291235@qq.com> --- vllm_ascend/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_ascend/utils.py b/vllm_ascend/utils.py index 20b8910..4401ecc 100644 --- a/vllm_ascend/utils.py +++ b/vllm_ascend/utils.py @@ -85,7 +85,7 @@ def is_enable_nz(dtype: Optional[torch.dtype] = torch.int8, and getattr(vllm_config.speculative_config, 'method', None) in ("eagle", "eagle3")) - if dtype in [torch.float16, torch.bfloat16]: + if dtype in [torch.float16, torch.bfloat16, torch.float32]: return _ENABLE_NZ if _IS_EAGLE_MODE else False return _ENABLE_NZ