EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix ceval (#10504)

Browse Source 
Co-authored-by: lukec <118525388+sleepcoo@users.noreply.github.com>
This commit is contained in:
ZhengHSI
2025-09-24 02:35:25 +08:00
committed by GitHub
parent 7ff93e613f
commit adc24a3a0c
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
benchmark/ceval/bench_sglang.py
View File

@@ -8,7 +8,7 @@ import time
import numpy as np import numpy as np
from datasets import load_dataset from datasets import load_dataset
from sglang.api import set_default_backend from sglang.lang.api import set_default_backend
from sglang.test.test_utils import ( from sglang.test.test_utils import (
add_common_sglang_args_and_parse, add_common_sglang_args_and_parse,
select_sglang_backend, select_sglang_backend,
@@ -58,7 +58,7 @@ def main(args):
dataset = load_dataset(data_path, name=subject) dataset = load_dataset(data_path, name=subject)
dev_lines_temp = dataset["dev"] dev_lines_temp = dataset["dev"]
val_lines_temp = dataset["val"] val_lines_temp = dataset["val"]
few_shot_examples = get_few_shot_examples(dev_lines_temp, subject) few_shot_examples = get_few_shot_examples(dev_lines_temp)
examples += f"{few_shot_examples}" examples += f"{few_shot_examples}"
for val_line in val_lines_temp: for val_line in val_lines_temp:
arguments.append( arguments.append(
@@ -132,7 +132,7 @@ def main(args):
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--data-path", type=str, default="ceval-exam") parser.add_argument("--data-path", type=str, default="ceval/ceval-exam")
parser.add_argument("--num-questions", type=int, default=None) parser.add_argument("--num-questions", type=int, default=None)
args = add_common_sglang_args_and_parse(parser) args = add_common_sglang_args_and_parse(parser)
main(args) main(args)