[Feature]Support ragged prefill in flashinfer mla backend (#3967)

Co-authored-by: Yineng Zhang <me@zhyncs.com> Co-authored-by: pankajroark <pankajroark@users.noreply.github.com>
2025-02-28 18:13:56 -08:00
parent f3b99f73b3
commit 90a4b7d98a
9 changed files with 308 additions and 407 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -23,6 +23,7 @@ suites = {
        "test_gguf.py",
        "test_input_embeddings.py",
        "test_mla.py",
+        "test_mla_flashinfer.py",
        "test_mla_fp8.py",
        "test_json_constrained.py",
        "test_large_max_new_tokens.py",