Fix Engine error when enabling DP attention (#4648)

This commit is contained in:
fzyzcjy
2025-03-28 13:17:30 +08:00
committed by GitHub
parent 26c0f13126
commit cf29fe9e78

View File

@@ -1220,10 +1220,10 @@ class PortArgs:
port_base = int(dist_init_port) + 1
if dp_rank is None:
scheduler_input_port = (
port_base + 2
port_base + 3
) # TokenizerManager to DataParallelController
else:
scheduler_input_port = port_base + 2 + 1 + dp_rank
scheduler_input_port = port_base + 3 + 1 + dp_rank
return PortArgs(
tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}",