Upstreaming hicache bug fixes (#7267)

2025-06-17 17:44:57 -07:00
parent c26d7349d3
commit e56685ac1b
7 changed files with 76 additions and 24 deletions
--- a/benchmark/hicache/bench_multiturn.py
+++ b/benchmark/hicache/bench_multiturn.py
@@ -239,7 +239,7 @@ class WorkloadGenerator:
            tokenizer=self.tokenizer,
            dataset_path=args.dataset_path,
        )
-        self.candidate_inputs = [i[0] for i in self.candidate_inputs]
+        self.candidate_inputs = [i.prompt for i in self.candidate_inputs]

        init_requests = [
            (i, gen_payload(self.candidate_inputs[i], args.output_length))