Add fp8 shared_expert kernel for CPU in sgl-kernel and add UT (#6339)

Co-authored-by: Jiang, Yanbing <yanbing.jiang@intel.com> Co-authored-by: mingfeima <mingfei.ma@intel.com>
2025-05-19 03:42:15 +08:00
parent f11481b921
commit 5dd62c3a6f
8 changed files with 603 additions and 32 deletions
--- a/sgl-kernel/setup_cpu.py
+++ b/sgl-kernel/setup_cpu.py
@@ -61,6 +61,7 @@ sources = [
    "csrc/cpu/gemm_fp8.cpp",
    "csrc/cpu/gemm_int8.cpp",
    "csrc/cpu/moe.cpp",
+    "csrc/cpu/moe_fp8.cpp",
    "csrc/cpu/moe_int8.cpp",
    "csrc/cpu/norm.cpp",
    "csrc/cpu/qkv_proj.cpp",