Fix logit processor bugs (#427)

2024-05-12 04:54:07 -07:00
parent 7023f413c6
commit aee4f523cf
26 changed files with 166 additions and 257 deletions
--- a/test/srt/test_httpserver_decode_stream.py
+++ b/test/srt/test_httpserver_decode_stream.py
@@ -26,6 +26,7 @@ def test_decode_stream(url, return_logprob, top_logprobs_num):
            "return_logprob": return_logprob,
            "top_logprobs_num": top_logprobs_num,
            "return_text_in_logprobs": True,
+            "logprob_start_len": 0,
        },
        stream=True,
    )