diff --git a/python/sglang/srt/layers/rotary_embedding.py b/python/sglang/srt/layers/rotary_embedding.py index 88a491e47..b819e96f0 100644 --- a/python/sglang/srt/layers/rotary_embedding.py +++ b/python/sglang/srt/layers/rotary_embedding.py @@ -649,7 +649,7 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding): return self.forward_native(*args, **kwargs) def forward(self, *args, **kwargs): - if torch._dynamo.is_compiling: + if torch.compiler.is_compiling(): return self.forward_native(*args, **kwargs) if _is_cuda_available: return self.forward_cuda(*args, **kwargs)