EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] Suppress dynamo logging when using flashinfer backend with torch compile (#5992)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-05-04 09:49:13 -07:00
committed by GitHub
parent 8ebde73f7d
commit bf203cb7a2
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/layers/attention/flashinfer_backend.py
View File

@@ -16,8 +16,9 @@ from typing import TYPE_CHECKING, Callable, List, Optional, Union
import torch import torch
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1": if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config from sglang.global_config import global_config

3
python/sglang/srt/layers/attention/flashinfer_mla_backend.py
View File

@@ -18,8 +18,9 @@ import torch
import triton import triton
if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1": if os.environ["SGLANG_ENABLE_TORCH_COMPILE"] == "1":
import torch._dynamo import logging
torch._logging.set_logs(dynamo=logging.ERROR)
torch._dynamo.config.suppress_errors = True torch._dynamo.config.suppress_errors = True
from sglang.global_config import global_config from sglang.global_config import global_config