Benchmark Updates (#382)

2024-04-24 02:23:01 +08:00
parent 150d7020ed
commit da19434c2f
18 changed files with 72 additions and 17 deletions
--- a/benchmark/json_jump_forward/bench_sglang.py
+++ b/benchmark/json_jump_forward/bench_sglang.py
@@ -72,7 +72,7 @@ def bench_city_doc(args):
        arguments,
        temperature=0,
        num_threads=args.parallel,
-        progress_bar=(args.parallel == 1),
+        progress_bar=True,
    )
    latency = time.time() - tic

@@ -96,7 +96,7 @@ def bench_character(args):
        arguments,
        temperature=0,
        num_threads=args.parallel,
-        progress_bar=(args.parallel == 1),
+        progress_bar=True,
    )
    latency = time.time() - tic