EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix FA4 import cause moe_fused_gate output be illegal memory (#10368)

Browse Source
This commit is contained in:
fzyzcjy
2025-09-12 18:21:26 +08:00
committed by GitHub
parent 36acd2ff16
commit 3a77c80b26
1 changed files with 2 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
sgl-kernel/python/sgl_kernel/flash_attn.py
View File

@@ -9,11 +9,6 @@ try:
except: except:
raise ImportError("Can not import sgl_kernel. Please check your installation.") raise ImportError("Can not import sgl_kernel. Please check your installation.")
try:
from ._fa4_interface import flash_attn_varlen_func as flash_attn_varlen_func_v4
except ImportError:
flash_attn_varlen_func_v4 = None
@lru_cache(maxsize=1) @lru_cache(maxsize=1)
def is_fa3_supported(device=None) -> bool: def is_fa3_supported(device=None) -> bool:
@@ -249,9 +244,8 @@ def flash_attn_varlen_func(
ver=3, ver=3,
): ):
if ver == 4: if ver == 4:
assert ( from ._fa4_interface import flash_attn_varlen_func as flash_attn_varlen_func_v4
flash_attn_varlen_func_v4 is not None
), "FA4 is not available, please check your installation."
# Using `(-1, -1)` as no sliding window causes correctness issues for FA4. # Using `(-1, -1)` as no sliding window causes correctness issues for FA4.
if window_size == (-1, -1): if window_size == (-1, -1):
window_size = (None, None) window_size = (None, None)