[router] add base_gpu_id server args & merged radix tree python reference (#2115)

2024-11-21 17:13:33 -08:00
parent f6f713797b
commit 30af7dfb34
6 changed files with 513 additions and 2 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -1380,6 +1380,10 @@ def run_scheduler_process(
    dp_rank: Optional[int],
    pipe_writer,
 ):
+    # [For Router] if env var "DP_RANK" exist, set dp_rank to the value of the env var
+    if dp_rank is None:
+        dp_rank = int(os.getenv("DP_RANK", -1))
+
    if dp_rank is None:
        configure_logger(server_args, prefix=f" TP{tp_rank}")
    else: