Fix spec_utils.py (#11247)
This commit is contained in:
@@ -15,7 +15,7 @@ from sglang.srt.managers.schedule_batch import Req
|
|||||||
from sglang.srt.utils import is_cuda, is_hip
|
from sglang.srt.utils import is_cuda, is_hip
|
||||||
|
|
||||||
if is_cuda():
|
if is_cuda():
|
||||||
from sgl_kernel import fast_topk
|
from sgl_kernel import fast_topk, tree_speculative_sampling_target_only
|
||||||
elif is_hip():
|
elif is_hip():
|
||||||
from sgl_kernel import fast_topk
|
from sgl_kernel import fast_topk
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user