Fix hicache benchmark script bug - some sampled input_request is [] (#7300)

2025-06-17 23:47:11 -07:00
parent 094c116f7d
commit b783c1cb82
1 changed files with 3 additions and 2 deletions
--- a/benchmark/hicache/data_processing.py
+++ b/benchmark/hicache/data_processing.py
@@ -83,6 +83,7 @@ def common_filter_chat(
                input_tokens += prompt_len
                output_tokens += output_len
                processed.append((prompt, prompt_len, output_len))
+            if len(processed) != 0:
                filtered_dataset.append(processed)
                l += 1