From 9edf6608c9d299e126cc65634ee368d2fc52b0ad Mon Sep 17 00:00:00 2001 From: woodx <124784234+woodx9@users.noreply.github.com> Date: Sat, 21 Jun 2025 11:35:21 +0800 Subject: [PATCH] [BugFix]: fix EmbeddingReqInput single input error (#7396) --- python/sglang/srt/managers/io_struct.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index 15029951f..3c4bf2a42 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -530,6 +530,7 @@ class EmbeddingReqInput: if self.text is not None: if isinstance(self.text, list): self.batch_size += len(self.text) + self.is_single = False else: self.batch_size += 1 @@ -537,12 +538,10 @@ class EmbeddingReqInput: if self.input_ids is not None: if isinstance(self.input_ids[0], list): self.batch_size += len(self.input_ids) + self.is_single = False else: self.batch_size += 1 - if self.batch_size > 1: - self.is_single = False - # Fill in default arguments if self.is_single: if self.rid is None: