EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny fix cutlass_mla_get_workspace_size stub incorrect signature (#7057)

Browse Source
This commit is contained in:
fzyzcjy
2025-06-11 03:27:57 +08:00
committed by GitHub
parent 3b014bc13d
commit 19995dd78e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-kernel/csrc/attention/cutlass_mla_kernel.cu
View File

@@ -37,7 +37,7 @@ void cutlass_mla_decode(
torch::Tensor const& workspace) { torch::Tensor const& workspace) {
TORCH_CHECK(false, "CUDA version must be >= 12.4 for cutlass_mla_decode"); TORCH_CHECK(false, "CUDA version must be >= 12.4 for cutlass_mla_decode");
} }
int64_t cutlass_mla_get_workspace_size(int64_t max_seq_len, int64_t num_batches, int64_t sm_count) { int64_t cutlass_mla_get_workspace_size(int64_t max_seq_len, int64_t num_batches, int64_t sm_count, int64_t num_kv_splits) {
TORCH_CHECK(false, "CUDA version must be >= 12.4 for cutlass_mla_get_workspace_size"); TORCH_CHECK(false, "CUDA version must be >= 12.4 for cutlass_mla_get_workspace_size");
} }
#else #else