From 569b032c580ac31bf0ccd0dcdad3969f37b3a590 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Sat, 19 Apr 2025 14:42:57 +0800 Subject: [PATCH] [PD] Tiny fix timeout error when generate (#5545) --- python/sglang/srt/disaggregation/mini_lb.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py index d90277a77..1dab5c9b3 100644 --- a/python/sglang/srt/disaggregation/mini_lb.py +++ b/python/sglang/srt/disaggregation/mini_lb.py @@ -26,7 +26,11 @@ class MiniLoadBalancer: self, modified_request, prefill_server, decode_server ) -> ORJSONResponse: - async with aiohttp.ClientSession() as session: + async with aiohttp.ClientSession( + timeout=aiohttp.ClientTimeout( + total=3600 + ) # Add timeout for request reliability + ) as session: tasks = [ session.post(f"{prefill_server}/generate", json=modified_request), session.post(f"{decode_server}/generate", json=modified_request),