EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: health_generate endpoint in mini_lb (#9997)

Browse Source
This commit is contained in:
wxsm
2025-09-04 16:52:28 +08:00
committed by GitHub
parent 1e18a341e9
commit 4dbb34fe43
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/disaggregation/mini_lb.py
View File

@@ -187,7 +187,7 @@ async def health_check():
@app.get("/health_generate") @app.get("/health_generate")
async def health_check(): async def health_generate():
prefill_servers, decode_servers = ( prefill_servers, decode_servers = (
load_balancer.prefill_servers, load_balancer.prefill_servers,
load_balancer.decode_servers, load_balancer.decode_servers,
@@ -196,7 +196,7 @@ async def health_check():
# Create the tasks # Create the tasks
tasks = [] tasks = []
for server in chain(prefill_servers, decode_servers): for server in chain(prefill_servers, decode_servers):
tasks.append(session.post(f"{server}/health_generate")) tasks.append(session.get(f"{server}/health_generate"))
for i, response in enumerate(asyncio.as_completed(tasks)): for i, response in enumerate(asyncio.as_completed(tasks)):
await response await response
return Response(status_code=200) return Response(status_code=200)