EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

move is_sm90_supported/is_sm100_supported to python/sglang/srt/utils.py (#9679)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-08-27 03:34:29 -07:00
committed by GitHub
parent ae7428a8a7
commit fd71b11b1d
13 changed files with 37 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/model_executor/model_runner.py
View File

@@ -66,7 +66,6 @@ from sglang.srt.layers.quantization import (
)
from sglang.srt.layers.sampler import Sampler
from sglang.srt.layers.torchao_utils import apply_torchao_config_to_model
from sglang.srt.layers.utils import is_sm100_supported
from sglang.srt.lora.lora_manager import LoRAManager
from sglang.srt.lora.lora_registry import LoRARef
from sglang.srt.managers.schedule_batch import (
@@ -121,6 +120,7 @@ from sglang.srt.utils import (
is_hopper_with_cuda_12_3,
is_no_spec_infer_or_topk_one,
is_npu,
is_sm100_supported,
monkey_patch_p2p_access_check,
monkey_patch_vllm_gguf_config,
set_cuda_arch,