From 61a0e600dfa4505a8eb67597a84ffa623d3adfc2 Mon Sep 17 00:00:00 2001
From: timmy-feng <70349932+timmy-feng@users.noreply.github.com>
Date: Fri, 22 Aug 2025 02:01:08 -0400
Subject: [PATCH] torch.compile() mrope (#9487)

---
 python/sglang/srt/layers/rotary_embedding.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/sglang/srt/layers/rotary_embedding.py b/python/sglang/srt/layers/rotary_embedding.py
index 8f8de7028..f3d82539f 100644
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -1029,6 +1029,7 @@ class MRotaryEmbedding(RotaryEmbedding):
                     f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})"
                 )
 
+    @torch.compile(dynamic=True)
     def forward(
         self,
         positions: torch.Tensor,