EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Auto Sync] Update common.py (20251017) (#11782)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com>
This commit is contained in:
Lianmin Zheng
2025-10-17 15:03:42 -07:00
committed by GitHub
parent b9a54e0968
commit fdd7c69d65
1 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/utils/common.py
View File

@@ -3271,7 +3271,12 @@ def json_list_type(value):
@contextmanager
def temp_set_cuda_visible_devices(gpu_id: int):
def maybe_reindex_device_id(gpu_id: int):
if not is_cuda_alike():
yield gpu_id
return
original_cuda_visible_devices = os.environ.get("CUDA_VISIBLE_DEVICES")
if original_cuda_visible_devices:
cuda_visible_devices = original_cuda_visible_devices.split(",")
@@ -3280,7 +3285,11 @@ def temp_set_cuda_visible_devices(gpu_id: int):
str_gpu_id = cuda_visible_devices[gpu_id] if cuda_visible_devices else str(gpu_id)
os.environ["CUDA_VISIBLE_DEVICES"] = str_gpu_id
yield
logger.debug(f"Set CUDA_VISIBLE_DEVICES to {str_gpu_id}")
yield 0
if original_cuda_visible_devices:
os.environ["CUDA_VISIBLE_DEVICES"] = original_cuda_visible_devices
else: