EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix runtime.generate when sampling param is not passed (#1582)

Browse Source
This commit is contained in:
Byron Hsu
2024-10-05 17:59:05 -07:00
committed by GitHub
parent 34c32d2820
commit 521f862d90
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/io_struct.py
View File

@@ -77,7 +77,7 @@ class GenerateReqInput:
if self.sampling_params is None: if self.sampling_params is None:
self.parallel_sample_num = 1 self.parallel_sample_num = 1
if isinstance(self.sampling_params, dict): elif isinstance(self.sampling_params, dict):
self.parallel_sample_num = self.sampling_params.get("n", 1) self.parallel_sample_num = self.sampling_params.get("n", 1)
else: # isinstance(self.sampling_params, list): else: # isinstance(self.sampling_params, list):
self.parallel_sample_num = self.sampling_params[0].get("n", 1) self.parallel_sample_num = self.sampling_params[0].get("n", 1)