Add a unittest for fused_moe (#2416)

2024-12-09 14:46:10 +08:00
parent 27f7bed7a7
commit 3844feb9bb
5 changed files with 425 additions and 2 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -15,6 +15,7 @@ suites = {
        "test_double_sparsity.py",
        "test_embedding_openai_server.py",
        "test_eval_accuracy_mini.py",
+        "test_fused_moe.py",
        "test_get_weights_by_name.py",
        "test_gguf.py",
        "test_input_embeddings.py",