From 6718b10996c595b67a8d4ca6235e703db3dcdb60 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Sat, 15 Feb 2025 23:10:48 +0800 Subject: [PATCH] fix eagle unit test (#3591) --- test/srt/test_bench_serving.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/test/srt/test_bench_serving.py b/test/srt/test_bench_serving.py index 8233438fc..b0c6dcd19 100644 --- a/test/srt/test_bench_serving.py +++ b/test/srt/test_bench_serving.py @@ -153,6 +153,8 @@ class TestBenchServing(unittest.TestCase): "64", "--mem-fraction-static", "0.7", + "--cuda-graph-max-bs", + "32", ], )