From 20453cef6288bdeb5998dd2eee8955f13f88ffea Mon Sep 17 00:00:00 2001 From: Byron Hsu Date: Thu, 30 Jan 2025 02:01:23 -0800 Subject: [PATCH] [test] Lower number of top logprobs to get rid of `-inf` (#3212) --- .../sampling/penaltylib/test_srt_endpoint_with_penalizers.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py index 5245905f7..34565c9ff 100644 --- a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py +++ b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py @@ -36,7 +36,7 @@ class TestBatchPenalizerE2E(unittest.TestCase): def run_decode( self, return_logprob=True, - top_logprobs_num=5, + top_logprobs_num=3, return_text=True, n=1, **sampling_params,