From 52f58fc42ab1f00ae3d0e0279594664c07504142 Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Sat, 23 Nov 2024 11:46:21 -0800 Subject: [PATCH] fix dp_rank env (#2144) --- python/sglang/srt/managers/scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 75a3af8ee..dbe18c129 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -1389,7 +1389,7 @@ def run_scheduler_process( ): # [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var if dp_rank is None and "DP_RANK" in os.environ: - dp_rank = int(os["DP_RANK"]) + dp_rank = int(os.environ["DP_RANK"]) if dp_rank is None: configure_logger(server_args, prefix=f" TP{tp_rank}")