From adc24a3a0c1472cabcb70e279efc51f54173719e Mon Sep 17 00:00:00 2001 From: ZhengHSI <75197202+ZhengHSI@users.noreply.github.com> Date: Wed, 24 Sep 2025 02:35:25 +0800 Subject: [PATCH] fix ceval (#10504) Co-authored-by: lukec <118525388+sleepcoo@users.noreply.github.com> --- benchmark/ceval/bench_sglang.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/benchmark/ceval/bench_sglang.py b/benchmark/ceval/bench_sglang.py index 32ed0baf2..bcebd55c2 100644 --- a/benchmark/ceval/bench_sglang.py +++ b/benchmark/ceval/bench_sglang.py @@ -8,7 +8,7 @@ import time import numpy as np from datasets import load_dataset -from sglang.api import set_default_backend +from sglang.lang.api import set_default_backend from sglang.test.test_utils import ( add_common_sglang_args_and_parse, select_sglang_backend, @@ -58,7 +58,7 @@ def main(args): dataset = load_dataset(data_path, name=subject) dev_lines_temp = dataset["dev"] val_lines_temp = dataset["val"] - few_shot_examples = get_few_shot_examples(dev_lines_temp, subject) + few_shot_examples = get_few_shot_examples(dev_lines_temp) examples += f"{few_shot_examples}" for val_line in val_lines_temp: arguments.append( @@ -132,7 +132,7 @@ def main(args): if __name__ == "__main__": parser = argparse.ArgumentParser() - parser.add_argument("--data-path", type=str, default="ceval-exam") + parser.add_argument("--data-path", type=str, default="ceval/ceval-exam") parser.add_argument("--num-questions", type=int, default=None) args = add_common_sglang_args_and_parse(parser) main(args)