From 60b2a44a80d1bb168dcf28a1980c09f2d3364153 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 20 Jan 2025 16:50:39 -0800 Subject: [PATCH] Fix flaky tests in test_programs.py (#3022) --- python/sglang/test/test_programs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/test/test_programs.py b/python/sglang/test/test_programs.py index 219ed3cf6..361bbaed0 100644 --- a/python/sglang/test/test_programs.py +++ b/python/sglang/test/test_programs.py @@ -535,7 +535,7 @@ def test_hellaswag_select(): # Compute accuracy accuracy_gen = np.mean(np.array(preds_gen) == np.array(labels)) - assert np.abs(accuracy_gen - accuracy) < 0.05 + assert np.abs(accuracy_gen - accuracy) < 0.1 assert np.abs(latency_gen - latency) < 1 return accuracy, latency