Better PD initialization (#5751)

2025-05-07 01:12:57 +08:00
parent 6d4d3bc81d
commit a3e4e9bf9e
5 changed files with 142 additions and 26 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -925,6 +925,10 @@ class Scheduler(
                )
                custom_logit_processor = None

+            if recv_req.bootstrap_port is None:
+                # Use default bootstrap port
+                recv_req.bootstrap_port = self.server_args.disaggregation_bootstrap_port
+
            req = Req(
                recv_req.rid,
                recv_req.input_text,