update grok test (#5171)

This commit is contained in:
saienduri
2025-04-09 11:09:47 -07:00
committed by GitHub
parent fbebcb7aa4
commit 7f875f1293
3 changed files with 79 additions and 5 deletions

View File

@@ -669,8 +669,6 @@ def run_bench_one_batch(model, other_args):
"python3",
"-m",
"sglang.bench_one_batch",
"--model-path",
model,
"--batch-size",
"1",
"--input",
@@ -679,6 +677,8 @@ def run_bench_one_batch(model, other_args):
"8",
*[str(x) for x in other_args],
]
if model is not None:
command += ["--model-path", model]
process = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
try: