[router] create worker removal step and clean up worker manager (#11921)

2025-10-22 13:26:06 -07:00
parent eec9e471ca
commit 5dccf69713
23 changed files with 758 additions and 1905 deletions
--- a/sgl-router/py_test/e2e/test_pd_router.py
+++ b/sgl-router/py_test/e2e/test_pd_router.py
@@ -198,6 +198,8 @@ def pd_cluster(e2e_model: str):
            "--policy",
            "round_robin",
            "--pd-disaggregation",
+            "--log-level",
+            "warn",
        ]
        for url, bport in prefill:
            cmd += ["--prefill", url, str(bport)]