EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Bug] Fix the Image Input of Batch Generation (#1579)

Browse Source
This commit is contained in:
Yiding-Lu
2024-10-11 17:25:04 +08:00
committed by GitHub
parent 58093b868f
commit b503881bd2
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/io_struct.py
View File

@@ -119,8 +119,7 @@ class GenerateReqInput:
elif not isinstance(self.image_data, list): elif not isinstance(self.image_data, list):
self.image_data = [self.image_data] * num self.image_data = [self.image_data] * num
elif isinstance(self.image_data, list): elif isinstance(self.image_data, list):
# FIXME incorrect order for duplication pass
self.image_data = self.image_data * num
if self.sampling_params is None: if self.sampling_params is None:
self.sampling_params = [{}] * num self.sampling_params = [{}] * num

4
python/sglang/srt/openai_api/adapter.py
View File

@@ -924,7 +924,7 @@ def v1_chat_generate_request(
else: else:
prompt_kwargs = {"input_ids": input_ids} prompt_kwargs = {"input_ids": input_ids}
sampling_params_list = sampling_params_list[0] sampling_params_list = sampling_params_list[0]
image_data = image_data_list[0] image_data_list = image_data_list[0]
return_logprobs = return_logprobs[0] return_logprobs = return_logprobs[0]
logprob_start_lens = logprob_start_lens[0] logprob_start_lens = logprob_start_lens[0]
top_logprobs_nums = top_logprobs_nums[0] top_logprobs_nums = top_logprobs_nums[0]
@@ -937,7 +937,7 @@ def v1_chat_generate_request(
adapted_request = GenerateReqInput( adapted_request = GenerateReqInput(
**prompt_kwargs, **prompt_kwargs,
image_data=image_data, image_data=image_data_list,
sampling_params=sampling_params_list, sampling_params=sampling_params_list,
return_logprob=return_logprobs, return_logprob=return_logprobs,
logprob_start_len=logprob_start_lens, logprob_start_len=logprob_start_lens,