Fix runtime.generate when sampling param is not passed (#1582)

2024-10-05 17:59:05 -07:00
parent 34c32d2820
commit 521f862d90
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -77,7 +77,7 @@ class GenerateReqInput:

        if self.sampling_params is None:
            self.parallel_sample_num = 1
-        if isinstance(self.sampling_params, dict):
+        elif isinstance(self.sampling_params, dict):
            self.parallel_sample_num = self.sampling_params.get("n", 1)
        else:  # isinstance(self.sampling_params, list):
            self.parallel_sample_num = self.sampling_params[0].get("n", 1)