Support min_tokens in sgl.gen (#1573)

2024-10-05 21:51:12 -07:00
parent 521f862d90
commit 2422de5193
6 changed files with 82 additions and 0 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -668,6 +668,7 @@ class StreamExecutor:

        for item in [
            "max_new_tokens",
+            "min_new_tokens",
            "stop",
            "stop_token_ids",
            "temperature",