EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix Engine error when enabling DP attention (#4648)

Browse Source
This commit is contained in:
fzyzcjy
2025-03-28 13:17:30 +08:00
committed by GitHub
parent 26c0f13126
commit cf29fe9e78
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/server_args.py
View File

@@ -1220,10 +1220,10 @@ class PortArgs:
port_base = int(dist_init_port) + 1 port_base = int(dist_init_port) + 1
if dp_rank is None: if dp_rank is None:
scheduler_input_port = ( scheduler_input_port = (
port_base + 2 port_base + 3
) # TokenizerManager to DataParallelController ) # TokenizerManager to DataParallelController
else: else:
scheduler_input_port = port_base + 2 + 1 + dp_rank scheduler_input_port = port_base + 3 + 1 + dp_rank
return PortArgs( return PortArgs(
tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}", tokenizer_ipc_name=f"tcp://{dist_init_host}:{port_base}",