EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: update configurer (#9557)

Browse Source
This commit is contained in:
Yineng Zhang
2025-08-24 01:05:00 -07:00
committed by GitHub
parent 327f7b7c87
commit c807cd7c75
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/layers/quantization/deep_gemm_wrapper/configurer.py
View File

@@ -1,5 +1,7 @@
import logging import logging
import torch
from sglang.srt.utils import get_bool_env_var, get_device_sm from sglang.srt.utils import get_bool_env_var, get_device_sm
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -7,8 +9,10 @@ logger = logging.getLogger(__name__)
def _compute_enable_deep_gemm(): def _compute_enable_deep_gemm():
sm_version = get_device_sm() sm_version = get_device_sm()
# TODO fix blackwell fp8 if sm_version < 90:
if sm_version != 90: return False
# TODO fix deepgemm cu129 fp8 issue
if torch.version.cuda == "12.9":
return False return False
try: try: