[router] add base_gpu_id server args & merged radix tree python reference (#2115)

2024-11-21 17:13:33 -08:00
parent f6f713797b
commit 30af7dfb34
6 changed files with 513 additions and 2 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -418,7 +418,7 @@ def launch_engine(
        )
        for tp_rank in tp_rank_range:
            reader, writer = mp.Pipe(duplex=False)
-            gpu_id = tp_rank % tp_size_per_node
+            gpu_id = server_args.base_gpu_id + tp_rank % tp_size_per_node
            proc = mp.Process(
                target=run_scheduler_process,
                args=(server_args, port_args, gpu_id, tp_rank, None, writer),