EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: only compile ApplyTokenBitmaskInplace cu124+ (#5686)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-23 14:17:42 -07:00
committed by GitHub
parent b1f6d89b5f
commit ce4ecba477
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
sgl-kernel/csrc/grammar/apply_token_bitmask_inplace_cuda.cu
View File

@@ -26,6 +26,8 @@
#include <ATen/cuda/CUDAContext.h> #include <ATen/cuda/CUDAContext.h>
// clang-format on // clang-format on
#if defined CUDA_VERSION && CUDA_VERSION >= 12040
#ifndef CUDART_INF_FP16 #ifndef CUDART_INF_FP16
#define CUDART_INF_FP16 __ushort_as_half((unsigned short)0x7C00U) #define CUDART_INF_FP16 __ushort_as_half((unsigned short)0x7C00U)
#endif #endif
@@ -249,3 +251,4 @@ void ApplyTokenBitmaskInplace(at::Tensor logits, at::Tensor bitmask, at::optiona
break; break;
} }
} }
#endif