EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[fix] force use deepgemm in compile_deep_gemm (#5618)

Browse Source
This commit is contained in:
JieXin Liang
2025-04-22 12:36:02 +08:00
committed by GitHub
parent 92bb64bc86
commit 2343d8df7d
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/compile_deep_gemm.py
View File

@@ -28,6 +28,8 @@ multiprocessing.set_start_method("spawn", force=True)
# Reduce warning # Reduce warning
os.environ["SGL_IN_DEEP_GEMM_PRE_COMPILE_STAGE"] = "1" os.environ["SGL_IN_DEEP_GEMM_PRE_COMPILE_STAGE"] = "1"
# Force enable deep gemm
os.environ["SGL_ENABLE_JIT_DEEPGEMM"] = "1"
@dataclasses.dataclass @dataclasses.dataclass