From b783c1cb829ec451639d1a3ce68380fb7a7be4a3 Mon Sep 17 00:00:00 2001 From: Binyao Jiang Date: Tue, 17 Jun 2025 23:47:11 -0700 Subject: [PATCH] Fix hicache benchmark script bug - some sampled input_request is [] (#7300) --- benchmark/hicache/data_processing.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/benchmark/hicache/data_processing.py b/benchmark/hicache/data_processing.py index e2951a3da..fcc44086e 100644 --- a/benchmark/hicache/data_processing.py +++ b/benchmark/hicache/data_processing.py @@ -83,8 +83,9 @@ def common_filter_chat( input_tokens += prompt_len output_tokens += output_len processed.append((prompt, prompt_len, output_len)) - filtered_dataset.append(processed) - l += 1 + if len(processed) != 0: + filtered_dataset.append(processed) + l += 1 print(f"#Input tokens: {input_tokens}") print(f"#Output tokens: {output_tokens}")