fix rotary_embedding rope_scaling for phi (#3055)

2025-01-22 23:45:32 +05:30
parent bf669606eb
commit 0d2148efaa
1 changed files with 6 additions and 1 deletions
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -1018,7 +1018,12 @@ def get_rope(
            head_size, rotary_dim, max_position, base, is_neox_style, dtype
        )
    else:
-        scaling_type = rope_scaling["rope_type"]
+        if "rope_type" in rope_scaling:
+            scaling_type = rope_scaling["rope_type"]
+        elif "type" in rope_scaling:
+            scaling_type = rope_scaling["type"]
+        else:
+            raise ValueError("Unknown RoPE scaling type")

        if scaling_type == "llama3":
            scaling_factor = rope_scaling["factor"]