EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[PD] Tiny fix timeout error when generate (#5545)

Browse Source
This commit is contained in:
fzyzcjy
2025-04-19 14:42:57 +08:00
committed by GitHub
parent f6a71139a8
commit 569b032c58
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/disaggregation/mini_lb.py
View File

@@ -26,7 +26,11 @@ class MiniLoadBalancer:
self, modified_request, prefill_server, decode_server self, modified_request, prefill_server, decode_server
) -> ORJSONResponse: ) -> ORJSONResponse:
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession(
timeout=aiohttp.ClientTimeout(
total=3600
) # Add timeout for request reliability
) as session:
tasks = [ tasks = [
session.post(f"{prefill_server}/generate", json=modified_request), session.post(f"{prefill_server}/generate", json=modified_request),
session.post(f"{decode_server}/generate", json=modified_request), session.post(f"{decode_server}/generate", json=modified_request),