From 4dbb34fe4319f8f35c61f20e982899bd039a913f Mon Sep 17 00:00:00 2001 From: wxsm Date: Thu, 4 Sep 2025 16:52:28 +0800 Subject: [PATCH] fix: health_generate endpoint in mini_lb (#9997) --- python/sglang/srt/disaggregation/mini_lb.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py index a7502d1dc..d29e61853 100644 --- a/python/sglang/srt/disaggregation/mini_lb.py +++ b/python/sglang/srt/disaggregation/mini_lb.py @@ -187,7 +187,7 @@ async def health_check(): @app.get("/health_generate") -async def health_check(): +async def health_generate(): prefill_servers, decode_servers = ( load_balancer.prefill_servers, load_balancer.decode_servers, @@ -196,7 +196,7 @@ async def health_check(): # Create the tasks tasks = [] for server in chain(prefill_servers, decode_servers): - tasks.append(session.post(f"{server}/health_generate")) + tasks.append(session.get(f"{server}/health_generate")) for i, response in enumerate(asyncio.as_completed(tasks)): await response return Response(status_code=200)