[router] Fix short timeout for the prefill client (#9803)

2025-09-02 04:57:04 +02:00
parent 58d06fdc95
commit 9d9fa9a537
4 changed files with 66 additions and 45 deletions
--- a/sgl-router/src/routers/factory.rs
+++ b/sgl-router/src/routers/factory.rs
@@ -95,6 +95,7 @@ impl RouterFactory {
            prefill_policy,
            decode_policy,
            ctx.client.clone(),
+            ctx.router_config.request_timeout_secs,
            ctx.router_config.worker_startup_timeout_secs,
            ctx.router_config.worker_startup_check_interval_secs,
            ctx.router_config.retry.clone(),