[1/2] Add FP8 Blockscale MoE CUTLASS kernel for Blackwell (#5281)

2025-04-22 22:28:20 -07:00
parent 71d1785f2d
commit e62c49557d
8 changed files with 732 additions and 1 deletions
--- a/sgl-kernel/python/sgl_kernel/init.py
+++ b/sgl-kernel/python/sgl_kernel/init.py
@@ -41,7 +41,12 @@ from sgl_kernel.gemm import (
    sgl_per_token_group_quant_int8,
    sgl_per_token_quant_fp8,
 )
-from sgl_kernel.moe import moe_align_block_size, moe_fused_gate, topk_softmax
+from sgl_kernel.moe import (
+    fp8_blockwise_scaled_grouped_mm,
+    moe_align_block_size,
+    moe_fused_gate,
+    topk_softmax,
+)
 from sgl_kernel.sampling import (
    min_p_sampling_from_probs,
    top_k_renorm_prob,