Fix Engine error when enabling DP attention (#4648)
This commit is contained in:
@@ -1220,10 +1220,10 @@ class PortArgs:
|
||||
port_base = int(dist_init_port) + 1
|
||||
if dp_rank is None:
|
||||
scheduler_input_port = (
|
||||
port_base + 2
|
||||
port_base + 3
|
||||
) # TokenizerManager to DataParallelController
|
||||
else:
|
||||
scheduler_input_port = port_base + 2 + 1 + dp_rank
|
||||
scheduler_input_port = port_base + 3 + 1 + dp_rank
|
||||
|
||||
return PortArgs(
|
||||
tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}",
|
||||
|
||||
Reference in New Issue
Block a user