EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

move is_sm90_supported/is_sm100_supported to python/sglang/srt/utils.py (#9679)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-08-27 03:34:29 -07:00
committed by GitHub
parent ae7428a8a7
commit fd71b11b1d
13 changed files with 37 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/layers/attention/flashinfer_backend.py
View File

@@ -26,11 +26,14 @@ from sglang.srt.layers.attention.base_attn_backend import AttentionBackend
from sglang.srt.layers.attention.utils import create_flashinfer_kv_indices_triton
from sglang.srt.layers.dp_attention import get_attention_tp_size
from sglang.srt.layers.radix_attention import AttentionType
from sglang.srt.layers.utils import is_sm100_supported
from sglang.srt.mem_cache.allocator import SWATokenToKVPoolAllocator
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode
from sglang.srt.speculative.eagle_utils import EagleDraftInput, EagleVerifyInput
from sglang.srt.utils import is_flashinfer_available, next_power_of_2
from sglang.srt.utils import (
is_flashinfer_available,
is_sm100_supported,
next_power_of_2,
)
if TYPE_CHECKING:
from sglang.srt.layers.radix_attention import RadixAttention