[AMD] Support Hierarchical Caching on AMD GPUs (#8236)

2025-08-28 15:27:07 -07:00
parent 5343058875
commit 711390a971
10 changed files with 105 additions and 32 deletions
--- a/sgl-kernel/setup_rocm.py
+++ b/sgl-kernel/setup_rocm.py
@@ -49,6 +49,7 @@ sources = [
    "csrc/moe/moe_align_kernel.cu",
    "csrc/moe/moe_topk_softmax_kernels.cu",
    "csrc/speculative/eagle_utils.cu",
+    "csrc/kvcacheio/transfer.cu",
 ]

 cxx_flags = ["-O3"]