[Rocm] Fix to the rocm_mla_decode_rope.py returning random result (#3898)

2025-02-27 03:05:30 +02:00
parent 194eea1774
commit 8b681d7724
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
+++ b/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
@@ -230,7 +230,7 @@ def _fwd_grouped_kernel_stage1_rope(
                other=0.0,
            )  # positional embedding part of keys

-            if USE_ROPE and start_n >= cur_batch_seq_len - BLOCK_N:
+            if (USE_ROPE and LAST_SPLIT) and start_n >= cur_batch_seq_len - BLOCK_N:
                k_pe = tl.where(
                    offs_n[None, :] != (split_kv_end - 1),
                    k_pe,