Add greedy verification kernel (#4383)

This commit is contained in:
Ying Sheng
2025-03-16 00:58:26 -07:00
committed by GitHub
parent 06d12b39d3
commit 52a34d7448
11 changed files with 394 additions and 153 deletions

View File

@@ -209,6 +209,7 @@ sources = [
"csrc/moe/moe_topk_softmax_kernels.cu",
"csrc/speculative/eagle_utils.cu",
"csrc/speculative/speculative_sampling.cu",
"csrc/speculative/packbit.cu",
"csrc/torch_extension.cc",
"3rdparty/flashinfer/csrc/norm.cu",
"3rdparty/flashinfer/csrc/renorm.cu",