diff --git a/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py b/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
index 218244501..4c3e63968 100644
--- a/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
+++ b/python/sglang/srt/layers/attention/triton_ops/rocm_mla_decode_rope.py
@@ -230,7 +230,7 @@ def _fwd_grouped_kernel_stage1_rope(
                 other=0.0,
             )  # positional embedding part of keys
 
-            if USE_ROPE and start_n >= cur_batch_seq_len - BLOCK_N:
+            if (USE_ROPE and LAST_SPLIT) and start_n >= cur_batch_seq_len - BLOCK_N:
                 k_pe = tl.where(
                     offs_n[None, :] != (split_kv_end - 1),
                     k_pe,