2025-03-03 06:36:40 -08:00
|
|
|
import torch
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def moe_align_block_size(
|
|
|
|
|
topk_ids,
|
|
|
|
|
num_experts,
|
|
|
|
|
block_size,
|
|
|
|
|
sorted_token_ids,
|
|
|
|
|
experts_ids,
|
|
|
|
|
num_tokens_post_pad,
|
|
|
|
|
token_cnts_buffer,
|
|
|
|
|
cumsum_buffer,
|
|
|
|
|
):
|
2025-03-08 22:54:51 -08:00
|
|
|
torch.ops.sgl_kernel.moe_align_block_size(
|
2025-03-03 06:36:40 -08:00
|
|
|
topk_ids,
|
|
|
|
|
num_experts,
|
|
|
|
|
block_size,
|
|
|
|
|
sorted_token_ids,
|
|
|
|
|
experts_ids,
|
|
|
|
|
num_tokens_post_pad,
|
|
|
|
|
token_cnts_buffer,
|
|
|
|
|
cumsum_buffer,
|
|
|
|
|
)
|