Fix hicache benchmark script bug - some sampled input_request is [] (#7300)

2025-06-17 23:47:11 -07:00
parent 094c116f7d
commit b783c1cb82
1 changed files with 3 additions and 2 deletions
--- a/benchmark/hicache/data_processing.py
+++ b/benchmark/hicache/data_processing.py
@@ -83,8 +83,9 @@ def common_filter_chat(
                input_tokens += prompt_len
                output_tokens += output_len
                processed.append((prompt, prompt_len, output_len))
-            filtered_dataset.append(processed)
-            l += 1
+            if len(processed) != 0:
+                filtered_dataset.append(processed)
+                l += 1

    print(f"#Input tokens: {input_tokens}")
    print(f"#Output tokens: {output_tokens}")