diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 7f47a522e..663d4c4f9 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -1409,9 +1409,9 @@ def run_scheduler_process( if get_bool_env_var("SGLANG_SET_CPU_AFFINITY"): set_gpu_proc_affinity(server_args.tp_size, server_args.nnodes, gpu_id) - # [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var - if dp_rank is None and "DP_RANK" in os.environ: - dp_rank = int(os.environ["DP_RANK"]) + # [For Router] if env var "SGLANG_DP_RANK" exist, set dp_rank to the value of the env var + if dp_rank is None and "SGLANG_DP_RANK" in os.environ: + dp_rank = int(os.environ["SGLANG_DP_RANK"]) if dp_rank is None: configure_logger(server_args, prefix=f" TP{tp_rank}") diff --git a/rust/py_src/sglang_router/launch_server.py b/rust/py_src/sglang_router/launch_server.py index 25bd0ffd6..ec86e8b2a 100644 --- a/rust/py_src/sglang_router/launch_server.py +++ b/rust/py_src/sglang_router/launch_server.py @@ -38,8 +38,8 @@ def setup_logger(): def run_server(server_args, dp_rank): os.setpgrp() # Create new process group - # Set DP_RANK environment variable - os.environ["DP_RANK"] = str(dp_rank) + # Set SGLANG_DP_RANK environment variable + os.environ["SGLANG_DP_RANK"] = str(dp_rank) launch_server(server_args)