move is_sm90_supported/is_sm100_supported to python/sglang/srt/utils.py (#9679)
This commit is contained in:
@@ -40,10 +40,9 @@ from sglang.srt.layers.moe import (
|
||||
get_moe_a2a_backend,
|
||||
should_use_flashinfer_cutlass_moe_fp4_allgather,
|
||||
)
|
||||
from sglang.srt.layers.utils import is_sm100_supported
|
||||
from sglang.srt.managers.schedule_batch import global_server_args_dict
|
||||
from sglang.srt.model_executor.forward_batch_info import ForwardBatch
|
||||
from sglang.srt.utils import is_cuda, is_flashinfer_available
|
||||
from sglang.srt.utils import is_cuda, is_flashinfer_available, is_sm100_supported
|
||||
|
||||
_is_flashinfer_available = is_flashinfer_available()
|
||||
_is_sm100_supported = is_cuda() and is_sm100_supported()
|
||||
|
||||
Reference in New Issue
Block a user