EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router][grpc] Fix request_id extraction when n > 1 (#11311)

Browse Source
This commit is contained in:
Chang Su
2025-10-07 16:27:56 -07:00
committed by GitHub
parent 4ed67c27e3
commit f094e0a490
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/entrypoints/grpc_request_manager.py
View File

@@ -263,8 +263,8 @@ class GrpcRequestManager:
response = await task response = await task
# Add index for client-side ordering # Add index for client-side ordering
if isinstance(response, dict) and "meta_info" in response: if isinstance(response, dict):
response_rid = response["meta_info"].get("id", "") response_rid = response.get("request_id", "")
if response_rid in rid_to_index: if response_rid in rid_to_index:
response["index"] = rid_to_index[response_rid] response["index"] = rid_to_index[response_rid]