[PD] Tiny fix timeout error when generate (#5545)

2025-04-19 14:42:57 +08:00
parent f6a71139a8
commit 569b032c58
1 changed files with 5 additions and 1 deletions
--- a/python/sglang/srt/disaggregation/mini_lb.py
+++ b/python/sglang/srt/disaggregation/mini_lb.py
@@ -26,7 +26,11 @@ class MiniLoadBalancer:
        self, modified_request, prefill_server, decode_server
    ) -> ORJSONResponse:

-        async with aiohttp.ClientSession() as session:
+        async with aiohttp.ClientSession(
+            timeout=aiohttp.ClientTimeout(
+                total=3600
+            )  # Add timeout for request reliability
+        ) as session:
            tasks = [
                session.post(f"{prefill_server}/generate", json=modified_request),
                session.post(f"{decode_server}/generate", json=modified_request),