[router] Expose worker startup interval (#3019)

2025-01-20 14:36:54 -08:00
parent 0311ce8e1c
commit 3a8428ecaa
5 changed files with 72 additions and 13 deletions
--- a/sgl-router/py_test/test_launch_router.py
+++ b/sgl-router/py_test/test_launch_router.py
@@ -29,6 +29,7 @@ class TestLaunchRouter(unittest.TestCase):
            port=30000,
            policy="cache_aware",
            worker_startup_timeout_secs=600,
+            worker_startup_check_interval=10,
            cache_threshold=0.5,
            balance_abs_threshold=32,
            balance_rel_threshold=1.0001,