[Fix] Fix logprob and normalized_logprob (#1428)

This commit is contained in:
Lianmin Zheng
2024-09-15 06:36:06 -07:00
committed by GitHub
parent 282681b8a1
commit 9ba1f09760
22 changed files with 314 additions and 215 deletions

View File

@@ -33,13 +33,13 @@ class TestChunkedPrefill(unittest.TestCase):
base_url=base_url,
model=model,
eval_name="mmlu",
num_examples=32,
num_examples=64,
num_threads=32,
)
try:
metrics = run_eval(args)
assert metrics["score"] >= 0.6
assert metrics["score"] >= 0.65
finally:
kill_child_process(process.pid)