From fdd7c69d652ba22c90e42102f223fa1d23ffb6c8 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Fri, 17 Oct 2025 15:03:42 -0700 Subject: [PATCH] [Auto Sync] Update common.py (20251017) (#11782) Co-authored-by: github-actions[bot] Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com> --- python/sglang/srt/utils/common.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/utils/common.py b/python/sglang/srt/utils/common.py index 51ee7d10e..e4188d050 100644 --- a/python/sglang/srt/utils/common.py +++ b/python/sglang/srt/utils/common.py @@ -3271,7 +3271,12 @@ def json_list_type(value): @contextmanager -def temp_set_cuda_visible_devices(gpu_id: int): +def maybe_reindex_device_id(gpu_id: int): + + if not is_cuda_alike(): + yield gpu_id + return + original_cuda_visible_devices = os.environ.get("CUDA_VISIBLE_DEVICES") if original_cuda_visible_devices: cuda_visible_devices = original_cuda_visible_devices.split(",") @@ -3280,7 +3285,11 @@ def temp_set_cuda_visible_devices(gpu_id: int): str_gpu_id = cuda_visible_devices[gpu_id] if cuda_visible_devices else str(gpu_id) os.environ["CUDA_VISIBLE_DEVICES"] = str_gpu_id - yield + + logger.debug(f"Set CUDA_VISIBLE_DEVICES to {str_gpu_id}") + + yield 0 + if original_cuda_visible_devices: os.environ["CUDA_VISIBLE_DEVICES"] = original_cuda_visible_devices else: