[router] Expose worker startup secs & Return error instead of panic for router init (#3016)

2025-01-20 12:45:13 -08:00
parent 5dfcacfcb1
commit 0311ce8e1c
7 changed files with 124 additions and 47 deletions
--- a/sgl-router/py_test/test_launch_router.py
+++ b/sgl-router/py_test/test_launch_router.py
@@ -28,6 +28,7 @@ class TestLaunchRouter(unittest.TestCase):
            host="127.0.0.1",
            port=30000,
            policy="cache_aware",
+            worker_startup_timeout_secs=600,
            cache_threshold=0.5,
            balance_abs_threshold=32,
            balance_rel_threshold=1.0001,