Benchmark Updates (#382)

2024-04-24 02:23:01 +08:00
parent 150d7020ed
commit da19434c2f
18 changed files with 72 additions and 17 deletions
--- a/benchmark/react/bench_sglang.py
+++ b/benchmark/react/bench_sglang.py
@@ -110,7 +110,9 @@ def main(args):
    tic = time.time()
    states = webthink.run_batch(arguments,
                                temperature=0,
-                                num_threads=args.parallel)
+                                num_threads=args.parallel,
+                                progress_bar=True,
+                                )
    latency = time.time() - tic

    # Compute accuracy