EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert PR 4764 & 4813 related to R1 RoPE (#4959)

Browse Source
This commit is contained in:
Yuhong Guo
2025-04-01 11:56:58 +08:00
committed by GitHub
parent 1c63e79756
commit 87fafa0105
2 changed files with 0 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/layers/rotary_embedding.py
View File

@@ -651,18 +651,6 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding):
query: torch.Tensor,
key: torch.Tensor,
offsets: Optional[torch.Tensor] = None,
) -> Tuple[torch.Tensor, torch.Tensor]:
if _is_cuda_available:
return self.forward_cuda(positions, query, key, offsets)
else:
return self.forward_native(positions, query, key, offsets)
def forward_native(
self,
positions: torch.Tensor,
query: torch.Tensor,
key: torch.Tensor,
offsets: Optional[torch.Tensor] = None,
) -> Tuple[torch.Tensor, torch.Tensor]:
"""PyTorch-native implementation equivalent to forward()."""
query_rot = query[..., : self.rotary_dim]