EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: enable fp4 compilation on cu128 (#5286)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-11 01:43:44 -07:00
committed by GitHub
parent fc14cca088
commit 7074e9ca20
1 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sgl-kernel/CMakeLists.txt
View File

@@ -145,7 +145,7 @@ if (SGL_KERNEL_ENABLE_FP8)
) )
endif() endif()
if (SGL_KERNEL_ENABLE_FP4) if ("${CUDA_VERSION}" VERSION_GREATER_EQUAL "12.8" OR SGL_KERNEL_ENABLE_FP4)
list(APPEND SGL_KERNEL_CUDA_FLAGS list(APPEND SGL_KERNEL_CUDA_FLAGS
"-DENABLE_NVFP4=1" "-DENABLE_NVFP4=1"
) )
@@ -253,10 +253,7 @@ if (BUILD_FA3)
FLASHATTENTION_DISABLE_SM8x FLASHATTENTION_DISABLE_SM8x
FLASHATTENTION_DISABLE_BACKWARD FLASHATTENTION_DISABLE_BACKWARD
FLASHATTENTION_DISABLE_DROPOUT FLASHATTENTION_DISABLE_DROPOUT
# FLASHATTENTION_DISABLE_ALIBI
# FLASHATTENTION_DISABLE_SOFTCAP
FLASHATTENTION_DISABLE_UNEVEN_K FLASHATTENTION_DISABLE_UNEVEN_K
# FLASHATTENTION_DISABLE_LOCAL
FLASHATTENTION_VARLEN_ONLY FLASHATTENTION_VARLEN_ONLY
) )
endif() endif()