[fix] force use deepgemm in compile_deep_gemm (#5618)

2025-04-22 12:36:02 +08:00
parent 92bb64bc86
commit 2343d8df7d
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/compile_deep_gemm.py
+++ b/python/sglang/compile_deep_gemm.py
@@ -28,6 +28,8 @@ multiprocessing.set_start_method("spawn", force=True)

 # Reduce warning
 os.environ["SGL_IN_DEEP_GEMM_PRE_COMPILE_STAGE"] = "1"
+# Force enable deep gemm
+os.environ["SGL_ENABLE_JIT_DEEPGEMM"] = "1"


@dataclasses.dataclass