torch.compile() mrope (#9487)

2025-08-22 02:01:08 -04:00
parent 0f8cee8cd3
commit 61a0e600df
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -1029,6 +1029,7 @@ class MRotaryEmbedding(RotaryEmbedding):
                    f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})"
                )

+    @torch.compile(dynamic=True)
    def forward(
        self,
        positions: torch.Tensor,