[Benchmark] Refactor perf script to use benchmark cli (#1524)

### What this PR does / why we need it?

Since, `vllm bench` cli has optimized enough for production use(support
more datasets), we are now do not need to copy vllm codes, now , with
vllm installed, we can easily use the benchmark cli
### Does this PR introduce _any_ user-facing change?
No

### How was this patch tested?
CI passed

---------

Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
Li Wang
2025-06-30 23:42:04 +08:00
committed by GitHub
parent 53ec583bbb
commit 6db7dc2c85
5 changed files with 158 additions and 40 deletions

View File

@@ -1,3 +1,4 @@
import os
from argparse import ArgumentParser
import libcst as cst
@@ -44,16 +45,22 @@ class StreamingFalseTransformer(cst.CSTTransformer):
def patch_file(path):
with open(path, "r", encoding="utf-8") as f:
abs_path = os.path.abspath(path)
if not os.path.exists(abs_path):
print(f"File not found: {abs_path}")
return
with open(abs_path, "r", encoding="utf-8") as f:
source = f.read()
module = cst.parse_module(source)
modified = module.visit(StreamingFalseTransformer())
with open(path, "w", encoding="utf-8") as f:
with open(abs_path, "w", encoding="utf-8") as f:
f.write(modified.code)
print(f"Patched: {path}")
print(f"Patched: {abs_path}")
if __name__ == '__main__':
@@ -61,8 +68,10 @@ if __name__ == '__main__':
description=
"Patch benchmark_dataset.py to set streaming=False in load_dataset calls"
)
parser.add_argument("--path",
type=str,
help="Path to the benchmark_dataset.py file")
parser.add_argument(
"--path",
type=str,
default="/vllm-workspace/vllm/vllm/benchmarks/datasets.py",
help="Path to the benchmark_dataset.py file")
args = parser.parse_args()
patch_file(args.path)