EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

torch.compile() mrope (#9487)

Browse Source
This commit is contained in:
timmy-feng
2025-08-22 02:01:08 -04:00
committed by GitHub
parent 0f8cee8cd3
commit 61a0e600df
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/layers/rotary_embedding.py
View File

@@ -1029,6 +1029,7 @@ class MRotaryEmbedding(RotaryEmbedding):
f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})" f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})"
) )
@torch.compile(dynamic=True)
def forward( def forward(
self, self,
positions: torch.Tensor, positions: torch.Tensor,