From 521f862d9067ddac679a4d8e048f35bb8fecf47f Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Sat, 5 Oct 2024 17:59:05 -0700 Subject: [PATCH] Fix runtime.generate when sampling param is not passed (#1582) --- python/sglang/srt/managers/io_struct.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index bd0602a2e..09d2652a5 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -77,7 +77,7 @@ class GenerateReqInput: if self.sampling_params is None: self.parallel_sample_num = 1 - if isinstance(self.sampling_params, dict): + elif isinstance(self.sampling_params, dict): self.parallel_sample_num = self.sampling_params.get("n", 1) else: # isinstance(self.sampling_params, list): self.parallel_sample_num = self.sampling_params[0].get("n", 1)