EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix request id error (#6401)

Browse Source
This commit is contained in:
fzyzcjy
2025-05-19 09:58:59 +08:00
committed by GitHub
parent 1be6956d1b
commit 31c9569bb8
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/openai_api/adapter.py
View File

@@ -1815,6 +1815,7 @@ def v1_embedding_request(all_requests, tokenizer_manager):
prompt_kwargs = {"text": generate_prompts, "image_data": images} prompt_kwargs = {"text": generate_prompts, "image_data": images}
else: else:
prompt_kwargs = {"input_ids": prompt} prompt_kwargs = {"input_ids": prompt}
request_ids = all_requests[0].rid
else: else:
if isinstance(prompts[0], str) or isinstance(prompts[0][0], str): if isinstance(prompts[0], str) or isinstance(prompts[0][0], str):
prompt_kwargs = {"text": prompts} prompt_kwargs = {"text": prompts}
@@ -1827,7 +1828,7 @@ def v1_embedding_request(all_requests, tokenizer_manager):
) )
else: else:
prompt_kwargs = {"input_ids": prompts} prompt_kwargs = {"input_ids": prompts}
request_ids = [req.rid for req in all_requests] request_ids = [req.rid for req in all_requests]
adapted_request = EmbeddingReqInput( adapted_request = EmbeddingReqInput(
rid=request_ids, rid=request_ids,