From 7074e9ca20e97130e2fba68ba220189b8300ecc6 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Fri, 11 Apr 2025 01:43:44 -0700 Subject: [PATCH] fix: enable fp4 compilation on cu128 (#5286) --- sgl-kernel/CMakeLists.txt | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/sgl-kernel/CMakeLists.txt b/sgl-kernel/CMakeLists.txt index a3888e48d..b117e27ae 100644 --- a/sgl-kernel/CMakeLists.txt +++ b/sgl-kernel/CMakeLists.txt @@ -145,7 +145,7 @@ if (SGL_KERNEL_ENABLE_FP8) ) endif() -if (SGL_KERNEL_ENABLE_FP4) +if ("${CUDA_VERSION}" VERSION_GREATER_EQUAL "12.8" OR SGL_KERNEL_ENABLE_FP4) list(APPEND SGL_KERNEL_CUDA_FLAGS "-DENABLE_NVFP4=1" ) @@ -253,10 +253,7 @@ if (BUILD_FA3) FLASHATTENTION_DISABLE_SM8x FLASHATTENTION_DISABLE_BACKWARD FLASHATTENTION_DISABLE_DROPOUT - # FLASHATTENTION_DISABLE_ALIBI - # FLASHATTENTION_DISABLE_SOFTCAP FLASHATTENTION_DISABLE_UNEVEN_K - # FLASHATTENTION_DISABLE_LOCAL FLASHATTENTION_VARLEN_ONLY ) endif()