EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix rotary_embedding rope_scaling for phi (#3055)

Browse Source
This commit is contained in:
nstream-ai-devx
2025-01-22 23:45:32 +05:30
committed by GitHub
parent bf669606eb
commit 0d2148efaa
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/layers/rotary_embedding.py
View File

@@ -1018,7 +1018,12 @@ def get_rope(
head_size, rotary_dim, max_position, base, is_neox_style, dtype head_size, rotary_dim, max_position, base, is_neox_style, dtype
) )
else: else:
if "rope_type" in rope_scaling:
scaling_type = rope_scaling["rope_type"] scaling_type = rope_scaling["rope_type"]
elif "type" in rope_scaling:
scaling_type = rope_scaling["type"]
else:
raise ValueError("Unknown RoPE scaling type")
if scaling_type == "llama3": if scaling_type == "llama3":
scaling_factor = rope_scaling["factor"] scaling_factor = rope_scaling["factor"]