Add a parallel sampling case (#34)

2024-01-17 22:26:32 -08:00
parent 501f944445
commit b240f75100
3 changed files with 42 additions and 2 deletions
--- a/python/sglang/api.py
+++ b/python/sglang/api.py
@@ -50,7 +50,7 @@ def gen(
    regex: Optional[str] = None,
 ):
    if choices:
-        return SglSelect(name, choices, temperature)
+        return SglSelect(name, choices, 0.0 if temperature is None else temperature)

    # check regex is valid
    if regex is not None: