[Feature] CUDA Green Context Support (#7649)

2025-07-15 02:49:16 +08:00
parent d4d0c7c367
commit 1ebec1a8b0
9 changed files with 190 additions and 0 deletions
--- a/sgl-kernel/include/sgl_kernel_ops.h
+++ b/sgl-kernel/include/sgl_kernel_ops.h
@@ -661,3 +661,8 @@ void qserve_w4a8_per_group_gemm(
    const torch::Tensor& _wscales,
    const torch::Tensor& _ascales,
    torch::Tensor& _out_feats);
+
+/*
+ * From csrc/spatial
+ */
+std::vector<int64_t> create_greenctx_stream_by_value(int64_t smA, int64_t smB, int64_t device);