Fix hicache benchmark script bug - some sampled input_request is [] (#7300)
This commit is contained in:
@@ -83,6 +83,7 @@ def common_filter_chat(
|
|||||||
input_tokens += prompt_len
|
input_tokens += prompt_len
|
||||||
output_tokens += output_len
|
output_tokens += output_len
|
||||||
processed.append((prompt, prompt_len, output_len))
|
processed.append((prompt, prompt_len, output_len))
|
||||||
|
if len(processed) != 0:
|
||||||
filtered_dataset.append(processed)
|
filtered_dataset.append(processed)
|
||||||
l += 1
|
l += 1
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user