Tiny add hints when users send requests to wrong place (#11808)
This commit is contained in:
@@ -447,6 +447,9 @@ class DataParallelController:
|
||||
self.workers
|
||||
)
|
||||
else:
|
||||
assert (
|
||||
req.bootstrap_room is not None
|
||||
), "req.bootstrap_room should not be None. Do not send requests directly to prefill or decode instances, but send to the router instead."
|
||||
self.workers[req.bootstrap_room % len(self.workers)].send_pyobj(req)
|
||||
|
||||
def shortest_queue_scheduler(self, req):
|
||||
|
||||
Reference in New Issue
Block a user