From f29a718f63d70144902423a5ff9c0ca64a9e2ac4 Mon Sep 17 00:00:00 2001 From: shangmingc Date: Mon, 21 Apr 2025 21:39:18 +0800 Subject: [PATCH] [PD] Fix generate endpoint of min_lb for PD (#5598) Signed-off-by: Shangming Cai --- python/sglang/srt/disaggregation/mini_lb.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/disaggregation/mini_lb.py b/python/sglang/srt/disaggregation/mini_lb.py index 3b4407206..d3194e674 100644 --- a/python/sglang/srt/disaggregation/mini_lb.py +++ b/python/sglang/srt/disaggregation/mini_lb.py @@ -187,11 +187,11 @@ async def handle_generate_request(request_data: dict): if request_data.get("stream", False): return await load_balancer.generate_stream( - modified_request, prefill_server, decode_server + modified_request, prefill_server, decode_server, "generate" ) else: return await load_balancer.generate( - modified_request, prefill_server, decode_server + modified_request, prefill_server, decode_server, "generate" )