From 89a554181f68554ded136545862757cb3b5d4ae1 Mon Sep 17 00:00:00 2001 From: shangmingc Date: Wed, 9 Apr 2025 00:15:06 +0800 Subject: [PATCH] [PD] Fix unclosed prefill connection warning of mini_lb (#5155) Signed-off-by: Shangming Cai --- python/sglang/srt/disaggregation/mini_lb.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py index fdc9f2f45..55db8fa03 100644 --- a/python/sglang/srt/disaggregation/mini_lb.py +++ b/python/sglang/srt/disaggregation/mini_lb.py @@ -232,6 +232,9 @@ async def handle_generate_request(request_data: dict): yield b"data: " + orjson.dumps( error_msg, option=orjson.OPT_NON_STR_KEYS ) + b"\n\n" + finally: + if prefill_response is not None: + await prefill_response.release() return StreamingResponse( stream_results(),