From f094e0a490a46c612642e1c8e1d0fc849e04be1c Mon Sep 17 00:00:00 2001 From: Chang Su Date: Tue, 7 Oct 2025 16:27:56 -0700 Subject: [PATCH] [router][grpc] Fix request_id extraction when n > 1 (#11311) --- python/sglang/srt/entrypoints/grpc_request_manager.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/entrypoints/grpc_request_manager.py b/python/sglang/srt/entrypoints/grpc_request_manager.py index 79f730aea..7bb232ca4 100644 --- a/python/sglang/srt/entrypoints/grpc_request_manager.py +++ b/python/sglang/srt/entrypoints/grpc_request_manager.py @@ -263,8 +263,8 @@ class GrpcRequestManager: response = await task # Add index for client-side ordering - if isinstance(response, dict) and "meta_info" in response: - response_rid = response["meta_info"].get("id", "") + if isinstance(response, dict): + response_rid = response.get("request_id", "") if response_rid in rid_to_index: response["index"] = rid_to_index[response_rid]