EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix dp_rank env (#2144)

Browse Source
This commit is contained in:
Byron Hsu
2024-11-23 11:46:21 -08:00
committed by GitHub
parent 145c0ddc2d
commit 52f58fc42a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/scheduler.py
View File

@@ -1389,7 +1389,7 @@ def run_scheduler_process(
): ):
# [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var # [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var
if dp_rank is None and "DP_RANK" in os.environ: if dp_rank is None and "DP_RANK" in os.environ:
dp_rank = int(os["DP_RANK"]) dp_rank = int(os.environ["DP_RANK"])
if dp_rank is None: if dp_rank is None:
configure_logger(server_args, prefix=f" TP{tp_rank}") configure_logger(server_args, prefix=f" TP{tp_rank}")