Fix flaky tests in test_programs.py (#3022)

This commit is contained in:
Lianmin Zheng
2025-01-20 16:50:39 -08:00
committed by GitHub
parent 949b3fbfce
commit 60b2a44a80

View File

@@ -535,7 +535,7 @@ def test_hellaswag_select():
# Compute accuracy
accuracy_gen = np.mean(np.array(preds_gen) == np.array(labels))
assert np.abs(accuracy_gen - accuracy) < 0.05
assert np.abs(accuracy_gen - accuracy) < 0.1
assert np.abs(latency_gen - latency) < 1
return accuracy, latency