EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

misc: update output file logic (#686)

Browse Source
This commit is contained in:
zhyncs
2024-07-21 18:07:30 +10:00
committed by GitHub
parent 0fdb3127a1
commit 6a846bb1fd
1 changed files with 33 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

63
python/sglang/bench_serving.py
View File

@@ -612,39 +612,42 @@ async def benchmark(
print("{:<40} {:<10.2f}".format("P99 ITL (ms):", metrics.p99_itl_ms)) print("{:<40} {:<10.2f}".format("P99 ITL (ms):", metrics.p99_itl_ms))
print("=" * 50) print("=" * 50)
if enable_multi: if (
if ( metrics.median_ttft_ms is not None
metrics.median_ttft_ms is not None and metrics.mean_itl_ms is not None
and metrics.mean_itl_ms is not None and metrics.output_throughput is not None
and metrics.output_throughput is not None ):
): result = {
result = { "backend": args.backend,
"backend": args.backend, "dataset_name": args.dataset_name,
"dataset_name": args.dataset_name, "request_rate": request_rate,
"request_rate": request_rate, "total_input": metrics.total_input,
"total_input": metrics.total_input, "total_output": metrics.total_output,
"total_output": metrics.total_output, "median_ttft": metrics.median_ttft_ms,
"median_ttft": metrics.median_ttft_ms, "median_itl": metrics.mean_itl_ms,
"median_itl": metrics.mean_itl_ms, "output_token_throughput": metrics.output_throughput,
"output_token_throughput": metrics.output_throughput, "sharegpt_output_len": args.sharegpt_output_len,
"sharegpt_output_len": args.sharegpt_output_len, "random_input_len": args.random_input_len,
"random_input_len": args.random_input_len, "random_output_len": args.random_output_len,
"random_output_len": args.random_output_len, "random_range_ratio": args.random_range_ratio,
} }
else: else:
print(f"Error running benchmark for request rate: {request_rate}") print(f"Error running benchmark for request rate: {request_rate}")
print("-" * 30) print("-" * 30)
# Determine output file name # Determine output file name
if args.output_file: if args.output_file:
output_file_name = args.output_file output_file_name = args.output_file
else:
now = datetime.now().strftime("%m%d")
if args.dataset_name == "random":
output_file_name = f"{args.backend}_{now}_{args.num_prompts}_{args.random_input_len}_{args.random_output_len}.jsonl"
else: else:
now = datetime.now().strftime("%m%d%H") output_file_name = f"{args.backend}_{now}_{args.num_prompts}_sharegpt.jsonl"
output_file_name = f"{args.backend}_{now}.jsonl"
# Append results to a JSONL file # Append results to a JSONL file
with open(output_file_name, "a") as file: with open(output_file_name, "a") as file:
file.write(json.dumps(result) + "\n") file.write(json.dumps(result) + "\n")
result = { result = {
"duration": benchmark_duration, "duration": benchmark_duration,