EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

add notice about flashinfer in sgl-kernel (#3057)

Browse Source
This commit is contained in:
Yineng Zhang
2025-01-23 02:47:36 +08:00
committed by GitHub
parent 0d2148efaa
commit 806a3002c1
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-kernel/src/sgl-kernel/ops/__init__.py
View File

@@ -90,6 +90,8 @@ def rotary_embedding(positions, query, key, head_size, cos_sin_cache, is_neox):
return _rotary_embedding(positions, query, key, head_size, cos_sin_cache, is_neox) return _rotary_embedding(positions, query, key, head_size, cos_sin_cache, is_neox)
# These implementations extensively draw from and build upon the FlashInfer project https://github.com/flashinfer-ai/flashinfer
# Kudos to @yzh119
def rmsnorm( def rmsnorm(
input: torch.Tensor, input: torch.Tensor,
weight: torch.Tensor, weight: torch.Tensor,