Correcting default configuration when benchmarking fused_moe (#4665)

This commit is contained in:
penguin_wwy
2025-03-22 15:52:34 +08:00
committed by GitHub
parent 8cd4250401
commit 38f25e87fc

View File

@@ -267,6 +267,7 @@ class BenchmarkWorker:
topk,
dtype_str,
False,
block_shape,
)
else:
config = op_config[min(op_config.keys(), key=lambda x: abs(x - num_tokens))]