[sgl-kernel][2/N]Support Expert Specialization Grouped GEMM (#11534)
This commit is contained in:
27
sgl-kernel/python/sgl_kernel/expert_specialization.py
Normal file
27
sgl-kernel/python/sgl_kernel/expert_specialization.py
Normal file
@@ -0,0 +1,27 @@
|
||||
import torch
|
||||
|
||||
|
||||
def es_fp8_blockwise_scaled_grouped_mm(
|
||||
output,
|
||||
a,
|
||||
b,
|
||||
scales_a,
|
||||
scales_b,
|
||||
stride_a,
|
||||
stride_b,
|
||||
stride_d,
|
||||
problem_sizes,
|
||||
expert_offsets,
|
||||
):
|
||||
torch.ops.sgl_kernel.es_fp8_blockwise_scaled_grouped_mm.default(
|
||||
output,
|
||||
a,
|
||||
b,
|
||||
scales_a,
|
||||
scales_b,
|
||||
stride_a,
|
||||
stride_b,
|
||||
stride_d,
|
||||
problem_sizes,
|
||||
expert_offsets,
|
||||
)
|
||||
Reference in New Issue
Block a user