EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny add hints when users send requests to wrong place (#11808)

Browse Source
This commit is contained in:
fzyzcjy
2025-10-19 16:10:20 +08:00
committed by GitHub
parent eb7318f1c2
commit ea6275dfbc
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/data_parallel_controller.py
View File

@@ -447,6 +447,9 @@ class DataParallelController:
self.workers self.workers
) )
else: else:
assert (
req.bootstrap_room is not None
), "req.bootstrap_room should not be None. Do not send requests directly to prefill or decode instances, but send to the router instead."
self.workers[req.bootstrap_room % len(self.workers)].send_pyobj(req) self.workers[req.bootstrap_room % len(self.workers)].send_pyobj(req)
def shortest_queue_scheduler(self, req): def shortest_queue_scheduler(self, req):