EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Rocm] Fix to the rocm_mla_decode_rope.py returning random result (#3898)

Browse Source
This commit is contained in:
Tianxing Wu
2025-02-27 03:05:30 +02:00
committed by GitHub
parent 194eea1774
commit 8b681d7724
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
View File

@@ -230,7 +230,7 @@ def _fwd_grouped_kernel_stage1_rope(
other=0.0, other=0.0,
) # positional embedding part of keys ) # positional embedding part of keys
if USE_ROPE and start_n >= cur_batch_seq_len - BLOCK_N: if (USE_ROPE and LAST_SPLIT) and start_n >= cur_batch_seq_len - BLOCK_N:
k_pe = tl.where( k_pe = tl.where(
offs_n[None, :] != (split_kv_end - 1), offs_n[None, :] != (split_kv_end - 1),
k_pe, k_pe,