EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

move is_sm90_supported/is_sm100_supported to python/sglang/srt/utils.py (#9679)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-08-27 03:34:29 -07:00
committed by GitHub
parent ae7428a8a7
commit fd71b11b1d
13 changed files with 37 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/models/deepseek_v2.py
View File

@@ -87,8 +87,8 @@ from sglang.srt.layers.quantization.int8_utils import (
block_dequant as int8_block_dequant,
)
from sglang.srt.layers.radix_attention import RadixAttention
from sglang.srt.layers.rotary_embedding import get_rope, get_rope_wrapper
from sglang.srt.layers.utils import PPMissingLayer, get_layer_id, is_sm100_supported
from sglang.srt.layers.rotary_embedding import get_rope_wrapper
from sglang.srt.layers.utils import PPMissingLayer, get_layer_id
from sglang.srt.layers.vocab_parallel_embedding import (
ParallelLMHead,
VocabParallelEmbedding,
@@ -114,6 +114,7 @@ from sglang.srt.utils import (
is_flashinfer_available,
is_hip,
is_non_idle_and_non_empty,
is_sm100_supported,
log_info_on_rank0,
make_layers,
use_intel_amx_backend,