Update Triton configs for block fp8 kernels (#2641)

2024-12-29 22:53:47 +08:00
parent 30828e7192
commit afa0341e57
43 changed files with 2321 additions and 1448 deletions
--- a/benchmark/kernels/fused_moe_triton/tuning_fused_moe_triton.py
+++ b/benchmark/kernels/fused_moe_triton/tuning_fused_moe_triton.py
@@ -418,8 +418,7 @@ def main(args: argparse.Namespace):
            search_space = [
                config
                for config in search_space
-                if block_n % config["BLOCK_SIZE_N"] == 0
-                and block_k % config["BLOCK_SIZE_K"] == 0
+                if block_k % config["BLOCK_SIZE_K"] == 0
            ]
        print(f"Start tuning over {len(search_space)} configurations...")