[router][grpc] Fix request_id extraction when n > 1 (#11311)

This commit is contained in:
Chang Su
2025-10-07 16:27:56 -07:00
committed by GitHub
parent 4ed67c27e3
commit f094e0a490

View File

@@ -263,8 +263,8 @@ class GrpcRequestManager:
response = await task
# Add index for client-side ordering
if isinstance(response, dict) and "meta_info" in response:
response_rid = response["meta_info"].get("id", "")
if isinstance(response, dict):
response_rid = response.get("request_id", "")
if response_rid in rid_to_index:
response["index"] = rid_to_index[response_rid]