diff --git a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
index 5245905f7..34565c9ff 100644
--- a/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
+++ b/test/srt/sampling/penaltylib/test_srt_endpoint_with_penalizers.py
@@ -36,7 +36,7 @@ class TestBatchPenalizerE2E(unittest.TestCase):
     def run_decode(
         self,
         return_logprob=True,
-        top_logprobs_num=5,
+        top_logprobs_num=3,
         return_text=True,
         n=1,
         **sampling_params,