Add moe topk softmax templated from vllm (#4302)

This commit is contained in:
Qingquan Song
2025-03-14 12:03:33 -07:00
committed by GitHub
parent 660305c38a
commit 61e4433caf
9 changed files with 716 additions and 6 deletions

View File

@@ -173,6 +173,12 @@ void moe_align_block_size(
torch::Tensor token_cnts_buffer,
torch::Tensor cumsum_buffer);
void topk_softmax(
torch::Tensor& topk_weights,
torch::Tensor& topk_indices,
torch::Tensor& token_expert_indices,
torch::Tensor& gating_output);
/*
* From csrc/speculative
*/