EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

misc: update output file logic (#686)

Browse Source
This commit is contained in:
zhyncs
2024-07-21 18:07:30 +10:00
committed by GitHub
parent 0fdb3127a1
commit 6a846bb1fd
1 changed files with 33 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/bench_serving.py
View File

@@ -612,7 +612,6 @@ async def benchmark(
print("{:<40} {:<10.2f}".format("P99 ITL (ms):", metrics.p99_itl_ms))
print("=" * 50)
if enable_multi:
if (
metrics.median_ttft_ms is not None
and metrics.mean_itl_ms is not None
@@ -630,6 +629,7 @@ async def benchmark(
"sharegpt_output_len": args.sharegpt_output_len,
"random_input_len": args.random_input_len,
"random_output_len": args.random_output_len,
"random_range_ratio": args.random_range_ratio,
}
else:
print(f"Error running benchmark for request rate: {request_rate}")
@@ -639,8 +639,11 @@ async def benchmark(
if args.output_file:
output_file_name = args.output_file
else:
now = datetime.now().strftime("%m%d%H")
output_file_name = f"{args.backend}_{now}.jsonl"
now = datetime.now().strftime("%m%d")
if args.dataset_name == "random":
output_file_name = f"{args.backend}_{now}_{args.num_prompts}_{args.random_input_len}_{args.random_output_len}.jsonl"
else:
output_file_name = f"{args.backend}_{now}_{args.num_prompts}_sharegpt.jsonl"
# Append results to a JSONL file
with open(output_file_name, "a") as file: