Minor follow-up fixes for the logprob refactor (#2670)

2024-12-30 05:42:08 -08:00
parent c5210dfa38
commit 21ec66e59e
5 changed files with 11 additions and 12 deletions
--- a/test/srt/test_srt_endpoint.py
+++ b/test/srt/test_srt_endpoint.py
@@ -227,7 +227,7 @@ class TestSRTEndpoint(unittest.TestCase):
                    "regex": "( Yes| No)",
                },
                "return_logprob": True,
-                "top_logprobs_num": 5,
+                "top_logprobs_num": 5,  # The grammar constraint allows all prefix tokens so we need to use a larger top_k.
                "return_text_in_logprobs": True,
            },
        )