Deprecate enable-flashinfer-mla and enable-flashmla (#5480)

2025-04-17 01:43:33 -07:00
parent 4fb05583ef
commit 6fb29ffd9e
6 changed files with 18 additions and 31 deletions
--- a/scripts/playground/bench_speculative.py
+++ b/scripts/playground/bench_speculative.py
@@ -176,16 +176,11 @@ def main(args, server_args):
                ]
            )

-        if server_args.enable_flashinfer_mla:
+        if server_args.attention_backend:
            other_args.extend(
                [
-                    "--enable-flashinfer-mla",
-                ]
-            )
-        if server_args.enable_flashmla:
-            other_args.extend(
-                [
-                    "--enable-flashmla",
+                    "--attention-backend",
+                    server_args.attention_backend,
                ]
            )