Tiny add hints when users send requests to wrong place (#11808)

This commit is contained in:
fzyzcjy
2025-10-19 16:10:20 +08:00
committed by GitHub
parent eb7318f1c2
commit ea6275dfbc

View File

@@ -447,6 +447,9 @@ class DataParallelController:
self.workers
)
else:
assert (
req.bootstrap_room is not None
), "req.bootstrap_room should not be None. Do not send requests directly to prefill or decode instances, but send to the router instead."
self.workers[req.bootstrap_room % len(self.workers)].send_pyobj(req)
def shortest_queue_scheduler(self, req):