[test] Lower number of top logprobs to get rid of -inf (#3212)

2025-01-30 02:01:23 -08:00
parent 9f635ea50d
commit 20453cef62
1 changed files with 1 additions and 1 deletions
--- a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
+++ b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
@@ -36,7 +36,7 @@ class TestBatchPenalizerE2E(unittest.TestCase):
    def run_decode(
        self,
        return_logprob=True,
-        top_logprobs_num=5,
+        top_logprobs_num=3,
        return_text=True,
        n=1,
        **sampling_params,