EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix --dataset-path in bench_one_batch_server (#10475)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-09-16 02:55:02 +08:00
committed by GitHub
parent 3b25dc127a
commit 2cf811a9da
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_one_batch_server.py
View File

@@ -377,6 +377,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
run_name=bench_args.run_name, run_name=bench_args.run_name,
result_filename=bench_args.result_filename, result_filename=bench_args.result_filename,
tokenizer=tokenizer, tokenizer=tokenizer,
dataset_path=bench_args.dataset_path,
) )
) )
@@ -402,6 +403,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
profile=bench_args.profile, profile=bench_args.profile,
profile_steps=bench_args.profile_steps, profile_steps=bench_args.profile_steps,
profile_by_stage=bench_args.profile_by_stage, profile_by_stage=bench_args.profile_by_stage,
dataset_path=bench_args.dataset_path,
)[-1], )[-1],
) )
) )

4
python/sglang/profiler.py
View File

@@ -15,7 +15,7 @@ from typing import List, Optional
import requests import requests
PARENT_FOLDER = "/tmp/sglang-profile" PROFILER_DIR = os.getenv("SGLANG_TORCH_PROFILER_DIR", "/tmp")
def _run_profile( def _run_profile(
@@ -27,7 +27,7 @@ def _run_profile(
profile_by_stage: bool = False, profile_by_stage: bool = False,
) -> str: ) -> str:
if output_dir is None: if output_dir is None:
output_dir = PARENT_FOLDER output_dir = PROFILER_DIR
output_dir = os.path.normpath(output_dir) output_dir = os.path.normpath(output_dir)
output_dir = os.path.abspath(output_dir) output_dir = os.path.abspath(output_dir)