Benchmark Updates (#382)

2024-04-24 02:23:01 +08:00
parent 150d7020ed
commit da19434c2f
18 changed files with 72 additions and 17 deletions
--- a/benchmark/hellaswag/bench_sglang.py
+++ b/benchmark/hellaswag/bench_sglang.py
@@ -61,7 +61,7 @@ def main(args):
    # Run requests
    tic = time.time()
    rets = few_shot_hellaswag.run_batch(
-        arguments, temperature=0, backend=backend, num_threads=args.parallel)
+        arguments, temperature=0, backend=backend, num_threads=args.parallel, progress_bar=True)
    preds = [choices[i].index(rets[i]["answer"]) for i in range(len(rets))]
    latency = time.time() - tic