9a30914e94
Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com> Co-authored-by: PGFLMG <1106310035@qq.com> Co-authored-by: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com>
28 lines
443 B
Python
28 lines
443 B
Python
import torch
|
|
|
|
|
|
def es_fp8_blockwise_scaled_grouped_mm(
|
|
output,
|
|
a,
|
|
b,
|
|
scales_a,
|
|
scales_b,
|
|
stride_a,
|
|
stride_b,
|
|
stride_d,
|
|
problem_sizes,
|
|
expert_offsets,
|
|
):
|
|
torch.ops.sgl_kernel.es_fp8_blockwise_scaled_grouped_mm.default(
|
|
output,
|
|
a,
|
|
b,
|
|
scales_a,
|
|
scales_b,
|
|
stride_a,
|
|
stride_b,
|
|
stride_d,
|
|
problem_sizes,
|
|
expert_offsets,
|
|
)
|