diff --git a/vllm_ascend/torchair/torchair_model_runner.py b/vllm_ascend/torchair/torchair_model_runner.py index 268e56e..c8e0bf1 100644 --- a/vllm_ascend/torchair/torchair_model_runner.py +++ b/vllm_ascend/torchair/torchair_model_runner.py @@ -419,3 +419,7 @@ class NPUTorchairModelRunner(NPUModelRunner): def _build_drafter_prepare_inputs_torchair_param(self): return True + + def get_dp_padding(self, num_tokens): + """Override from NPUModelRunner to get dp padding""" + return 0, None