Fix request id error (#6401)
This commit is contained in:
@@ -1815,6 +1815,7 @@ def v1_embedding_request(all_requests, tokenizer_manager):
|
|||||||
prompt_kwargs = {"text": generate_prompts, "image_data": images}
|
prompt_kwargs = {"text": generate_prompts, "image_data": images}
|
||||||
else:
|
else:
|
||||||
prompt_kwargs = {"input_ids": prompt}
|
prompt_kwargs = {"input_ids": prompt}
|
||||||
|
request_ids = all_requests[0].rid
|
||||||
else:
|
else:
|
||||||
if isinstance(prompts[0], str) or isinstance(prompts[0][0], str):
|
if isinstance(prompts[0], str) or isinstance(prompts[0][0], str):
|
||||||
prompt_kwargs = {"text": prompts}
|
prompt_kwargs = {"text": prompts}
|
||||||
|
|||||||
Reference in New Issue
Block a user