[Bugfix] Tweak distributed process group initialization and add dummy… (#816)

fix batch execution method to enable DP in V1

Signed-off-by: Yizhou Liu <liu_yizhou@outlook.com>
This commit is contained in:
yiz-liu
2025-05-12 17:31:29 +08:00
committed by GitHub
parent 4df1e99614
commit 5305a2ccf9
2 changed files with 20 additions and 7 deletions

View File

@@ -216,6 +216,9 @@ class NPUWorker(WorkerBase):
else:
self.profiler.stop()
def execute_dummy_batch(self) -> None:
self.model_runner._dummy_run(1)
def _init_worker_distributed_environment(self) -> None:
"""Initialize the distributed environment."""
additional_config = self.vllm_config.additional_config