[router] add health checking in router init (#2393)

This commit is contained in:
Byron Hsu
2024-12-08 17:17:37 -08:00
committed by GitHub
parent 2a717c5078
commit 6387098f5f
5 changed files with 126 additions and 31 deletions

View File

@@ -167,13 +167,6 @@ def main():
signal.SIGQUIT, lambda sig, frame: cleanup_processes(server_processes)
)
for port in worker_ports:
if not wait_for_server_health(server_args.host, port):
logger.error(f"Server on port {port} failed to become healthy")
break
logger.info("All servers are healthy. Starting router...")
# Update router args with worker URLs
router_args.worker_urls = [
f"http://{server_args.host}:{port}" for port in worker_ports