diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index 15029951f..3c4bf2a42 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -530,6 +530,7 @@ class EmbeddingReqInput: if self.text is not None: if isinstance(self.text, list): self.batch_size += len(self.text) + self.is_single = False else: self.batch_size += 1 @@ -537,12 +538,10 @@ class EmbeddingReqInput: if self.input_ids is not None: if isinstance(self.input_ids[0], list): self.batch_size += len(self.input_ids) + self.is_single = False else: self.batch_size += 1 - if self.batch_size > 1: - self.is_single = False - # Fill in default arguments if self.is_single: if self.rid is None: