EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

bench: add dataset param for bench_multiturn (#3990)

Browse Source
This commit is contained in:
Lu Changqi
2025-03-05 17:21:37 +08:00
committed by GitHub
parent 56a724eba3
commit e5760bc40a
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
benchmark/hicache/bench_multiturn.py
View File

@@ -85,6 +85,12 @@ def parse_args():
default="meta-llama/Llama-3.1-8B-Instruct", default="meta-llama/Llama-3.1-8B-Instruct",
help="model path compatible with Hugging Face Transformers", help="model path compatible with Hugging Face Transformers",
) )
parser.add_argument(
"--dataset-path",
type=str,
default="",
help="local dataset to sample tokens from",
)
parser.add_argument( parser.add_argument(
"--log-file", "--log-file",
type=str, type=str,
@@ -231,7 +237,7 @@ class WorkloadGenerator:
num_prompts=args.num_clients * args.num_rounds, num_prompts=args.num_clients * args.num_rounds,
range_ratio=1.0, range_ratio=1.0,
tokenizer=self.tokenizer, tokenizer=self.tokenizer,
dataset_path="", dataset_path=args.dataset_path,
) )
self.candidate_inputs = [i[0] for i in self.candidate_inputs] self.candidate_inputs = [i[0] for i in self.candidate_inputs]