feat: support flashinfer mla attention for deepseek v3 (#3550)

2025-02-14 08:50:14 +08:00
parent 368de3661e
commit 70f894b810
12 changed files with 299 additions and 135 deletions
--- a/python/sglang/global_config.py
+++ b/python/sglang/global_config.py
@@ -38,5 +38,7 @@ class GlobalConfig:
        self.enable_precache_with_tracing = True
        self.enable_parallel_encoding = True

+        self.enable_flashinfer_mla = False
+

 global_config = GlobalConfig()