From 2343d8df7de6adabc62f7cba706acd5e4fb2a94e Mon Sep 17 00:00:00 2001 From: JieXin Liang Date: Tue, 22 Apr 2025 12:36:02 +0800 Subject: [PATCH] [fix] force use deepgemm in compile_deep_gemm (#5618) --- python/sglang/compile_deep_gemm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/compile_deep_gemm.py b/python/sglang/compile_deep_gemm.py index dd3622349..71324d315 100644 --- a/python/sglang/compile_deep_gemm.py +++ b/python/sglang/compile_deep_gemm.py @@ -28,6 +28,8 @@ multiprocessing.set_start_method("spawn", force=True) # Reduce warning os.environ["SGL_IN_DEEP_GEMM_PRE_COMPILE_STAGE"] = "1" +# Force enable deep gemm +os.environ["SGL_ENABLE_JIT_DEEPGEMM"] = "1" @dataclasses.dataclass