EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Rename DP_RANK to SGLANG_DP_RANK (#2218)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-27 09:36:36 -08:00
committed by GitHub
parent fed4c6946a
commit 2a02185c5f
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/scheduler.py
View File

@@ -1409,9 +1409,9 @@ def run_scheduler_process(
if get_bool_env_var("SGLANG_SET_CPU_AFFINITY"):
set_gpu_proc_affinity(server_args.tp_size, server_args.nnodes, gpu_id)
# [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var
if dp_rank is None and "DP_RANK" in os.environ:
dp_rank = int(os.environ["DP_RANK"])
# [For Router] if env var "SGLANG_DP_RANK" exist, set dp_rank to the value of the env var
if dp_rank is None and "SGLANG_DP_RANK" in os.environ:
dp_rank = int(os.environ["SGLANG_DP_RANK"])
if dp_rank is None:
configure_logger(server_args, prefix=f" TP{tp_rank}")