Benchmark Updates (#382)

2024-04-24 02:23:01 +08:00
parent 150d7020ed
commit da19434c2f
18 changed files with 72 additions and 17 deletions
--- a/benchmark/mtbench/bench_sglang.py
+++ b/benchmark/mtbench/bench_sglang.py
@@ -60,7 +60,9 @@ def main(args):
        arguments,
        temperature=0,
        max_new_tokens=256,
-        num_threads=args.parallel)
+        num_threads=args.parallel,
+        progress_bar=True,
+    )
    answers = [[s["answer_1"], s["answer_2"]] for s in rets]
    latency = time.time() - tic