From 15e91d721b0a0afe0de0706860a03ae810357dd6 Mon Sep 17 00:00:00 2001
From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com>
Date: Tue, 15 Apr 2025 16:33:47 +0800
Subject: [PATCH] Tiny fix DeepseekScalingRotaryEmbedding always use
 forward_native (#5406)

---
 python/sglang/srt/layers/rotary_embedding.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/srt/layers/rotary_embedding.py b/python/sglang/srt/layers/rotary_embedding.py
index 88a491e47..b819e96f0 100644
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -649,7 +649,7 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding):
         return self.forward_native(*args, **kwargs)
 
     def forward(self, *args, **kwargs):
-        if torch._dynamo.is_compiling:
+        if torch.compiler.is_compiling():
             return self.forward_native(*args, **kwargs)
         if _is_cuda_available:
             return self.forward_cuda(*args, **kwargs)