[Feat] Expose logprob options to sgl.gen API (#503)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
2024-07-09 15:35:39 +08:00
parent d557e9f3b7
commit 02b7258658
7 changed files with 239 additions and 43 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -668,6 +668,10 @@ class StreamExecutor:
            "frequency_penalty",
            "presence_penalty",
            "ignore_eos",
+            "return_logprob",
+            "logprob_start_len",
+            "top_logprobs_num",
+            "return_text_in_logprobs",
            "dtype",
            "regex",
        ]: