EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: fix gpu-proc affinity set incorrectly when pp_size > 1 (#11389)

Browse Source
This commit is contained in:
Yingchun Lai
2025-10-10 09:40:05 +08:00
committed by GitHub
parent 1f106ee365
commit 0fe87213bb
3 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/utils/common.py
View File

@@ -1891,6 +1891,7 @@ def direct_register_custom_op(
def set_gpu_proc_affinity(
pp_size: int,
tp_size: int,
nnodes: int,
gpu_id: int,
@@ -1899,7 +1900,8 @@ def set_gpu_proc_affinity(
pid = os.getpid()
p = psutil.Process(pid)
tp_size_per_node = tp_size // nnodes
nnodes_per_tp_group = max(nnodes // pp_size, 1)
tp_size_per_node = tp_size // nnodes_per_tp_group
# total physical cores
total_pcores = psutil.cpu_count(logical=False)