feat: add direct routing strategy to DP worker (#6884)

2025-06-09 11:44:05 -07:00
parent 3465d7ae78
commit f1569876d5
12 changed files with 78 additions and 8 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -949,6 +949,7 @@ class Scheduler(
                bootstrap_host=recv_req.bootstrap_host,
                bootstrap_port=recv_req.bootstrap_port,
                bootstrap_room=recv_req.bootstrap_room,
+                data_parallel_rank=recv_req.data_parallel_rank,
            )
            req.tokenizer = self.tokenizer