Turn on DeepGemm By Default and Update Doc (#5628)

2025-04-22 16:10:08 -07:00
parent 7282ab741a
commit ce5412b62e
2 changed files with 9 additions and 3 deletions
--- a/python/sglang/srt/layers/quantization/deep_gemm.py
+++ b/python/sglang/srt/layers/quantization/deep_gemm.py
@@ -25,7 +25,7 @@ if is_cuda():

    sm_version = get_device_sm()
    if sm_version == 90:
-        if get_bool_env_var("SGL_ENABLE_JIT_DEEPGEMM", default="false"):
+        if get_bool_env_var("SGL_ENABLE_JIT_DEEPGEMM", default="true"):
            _ENABLE_JIT_DEEPGEMM = True

 logger = logging.getLogger(__name__)