EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: use fa3 unit test on hopper only (#5304)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-11 15:10:49 -07:00
committed by GitHub
parent 6f8593799b
commit c1dd773c19
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-kernel/tests/test_flash_attention.py
View File

@@ -17,7 +17,7 @@ def is_fa3_supported(device=None) -> bool:
# https://docs.nvidia.com/cuda/cuda-c-programming-guide/#shared-memory-8-x # https://docs.nvidia.com/cuda/cuda-c-programming-guide/#shared-memory-8-x
# now sgl-kernel only build fa3 for sm90a && cuda >= 12.4 # now sgl-kernel only build fa3 for sm90a && cuda >= 12.4
return ( return (
(torch.cuda.get_device_capability(device)[0] >= 9) (torch.cuda.get_device_capability(device)[0] == 9)
and (torch.version.cuda >= "12.4") and (torch.version.cuda >= "12.4")
# or torch.cuda.get_device_capability(device) == (8, 0) # or torch.cuda.get_device_capability(device) == (8, 0)
# or torch.cuda.get_device_capability(device) == (8, 7) # or torch.cuda.get_device_capability(device) == (8, 7)