chore: update configurer (#9557)

This commit is contained in:
Yineng Zhang
2025-08-24 01:05:00 -07:00
committed by GitHub
parent 327f7b7c87
commit c807cd7c75

View File

@@ -1,5 +1,7 @@
import logging
import torch
from sglang.srt.utils import get_bool_env_var, get_device_sm
logger = logging.getLogger(__name__)
@@ -7,8 +9,10 @@ logger = logging.getLogger(__name__)
def _compute_enable_deep_gemm():
sm_version = get_device_sm()
# TODO fix blackwell fp8
if sm_version != 90:
if sm_version < 90:
return False
# TODO fix deepgemm cu129 fp8 issue
if torch.version.cuda == "12.9":
return False
try: