EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

misc: format (#741)

Browse Source
This commit is contained in:
Yineng Zhang
2024-07-26 21:00:51 +10:00
committed by GitHub
parent 40facad5f1
commit 6b32bb1c0b
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/io_struct.py
View File

@@ -40,7 +40,10 @@ class GenerateReqInput:
self.text is not None and self.input_ids is not None self.text is not None and self.input_ids is not None
): ):
raise ValueError("Either text or input_ids should be provided.") raise ValueError("Either text or input_ids should be provided.")
if isinstance(self.sampling_params, dict) and self.sampling_params.get("n", 1) != 1: if (
isinstance(self.sampling_params, dict)
and self.sampling_params.get("n", 1) != 1
):
is_single = False is_single = False
else: else:
if self.text is not None: if self.text is not None: