diff --git a/benchmark/hicache/bench_long_context.py b/benchmark/hicache/bench_long_context.py index eed0ae5dc..a3656cef9 100644 --- a/benchmark/hicache/bench_long_context.py +++ b/benchmark/hicache/bench_long_context.py @@ -65,6 +65,7 @@ class ContextWorkloadGenerator(WorkloadGenerator): self.max_parallel = args.max_parallel self.logfile = args.log_file + self.enable_round_barrier = False def response_handler(self): while True: