Fixed n>1 causing list index out of range with VLM (#1449)

2024-09-18 03:46:32 -04:00
parent 7c162fa9c5
commit 5752f25eef
1 changed files with 3 additions and 0 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -133,6 +133,9 @@ class GenerateReqInput:
                self.image_data = [None] * num
            elif not isinstance(self.image_data, list):
                self.image_data = [self.image_data] * num
+            elif isinstance(self.image_data, list):
+                # multi-image with n > 1
+                self.image_data = self.image_data * num

            if self.sampling_params is None:
                self.sampling_params = [{}] * num