Support min-p sampling (#1167)

2024-08-22 01:49:32 +03:00
parent d6aeb9fa15
commit 068e9eae55
7 changed files with 58 additions and 9 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -663,6 +663,7 @@ class StreamExecutor:
            "temperature",
            "top_p",
            "top_k",
+            "min_p",
            "frequency_penalty",
            "presence_penalty",
            "ignore_eos",