fix /generate without sampling_params (#734)

2024-07-26 17:27:56 +09:00
parent 252e0f7bbd
commit da504445dc
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -40,7 +40,7 @@ class GenerateReqInput:
            self.text is not None and self.input_ids is not None
        ):
            raise ValueError("Either text or input_ids should be provided.")
-        if self.sampling_params.get("n", 1) != 1:
+        if isinstance(self.sampling_params, dict) and self.sampling_params.get("n", 1) != 1:
            is_single = False
        else:
            if self.text is not None: