[Feature] CUDA Green Context Support (#7649)
This commit is contained in:
@@ -81,6 +81,7 @@ from sgl_kernel.sampling import (
|
||||
top_p_renorm_prob,
|
||||
top_p_sampling_from_probs,
|
||||
)
|
||||
from sgl_kernel.spatial import create_greenctx_stream_by_value, get_sm_available
|
||||
from sgl_kernel.speculative import (
|
||||
build_tree_kernel_efficient,
|
||||
segment_packbits,
|
||||
|
||||
Reference in New Issue
Block a user