EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[BugFix]: fix EmbeddingReqInput single input error (#7396)

Browse Source
This commit is contained in:
woodx
2025-06-21 11:35:21 +08:00
committed by GitHub
parent ab74f8f09d
commit 9edf6608c9
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/io_struct.py
View File

@@ -530,6 +530,7 @@ class EmbeddingReqInput:
if self.text is not None: if self.text is not None:
if isinstance(self.text, list): if isinstance(self.text, list):
self.batch_size += len(self.text) self.batch_size += len(self.text)
self.is_single = False
else: else:
self.batch_size += 1 self.batch_size += 1
@@ -537,12 +538,10 @@ class EmbeddingReqInput:
if self.input_ids is not None: if self.input_ids is not None:
if isinstance(self.input_ids[0], list): if isinstance(self.input_ids[0], list):
self.batch_size += len(self.input_ids) self.batch_size += len(self.input_ids)
self.is_single = False
else: else:
self.batch_size += 1 self.batch_size += 1
if self.batch_size > 1:
self.is_single = False
# Fill in default arguments # Fill in default arguments
if self.is_single: if self.is_single:
if self.rid is None: if self.rid is None: