From 546914fa2d881ce3d034809ba020b897af561b0b Mon Sep 17 00:00:00 2001 From: XSongQ <124354324+XSongQ@users.noreply.github.com> Date: Fri, 3 Oct 2025 13:25:57 -0700 Subject: [PATCH] [Fix] Fix the bug of the calculation of base_gpu_id (dp offset) in data_parallel_controller.py (#10741) --- python/sglang/srt/managers/data_parallel_controller.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/data_parallel_controller.py b/python/sglang/srt/managers/data_parallel_controller.py index 8c5912a0e..70f41e5ce 100644 --- a/python/sglang/srt/managers/data_parallel_controller.py +++ b/python/sglang/srt/managers/data_parallel_controller.py @@ -209,7 +209,9 @@ class DataParallelController: args=(server_args, tmp_port_args, base_gpu_id, dp_rank, ready_event), ) threads.append(thread) - base_gpu_id += server_args.tp_size * server_args.gpu_id_step + base_gpu_id += ( + server_args.tp_size * server_args.pp_size * server_args.gpu_id_step + ) # Free all sockets before starting the threads to launch TP workers for sock in sockets: