Fuse writing KV buffer into rope kernel (part 2: srt) (#9014)

Co-authored-by: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com>
This commit is contained in:
Jiaqi Gu
2025-08-12 13:15:30 -07:00
committed by GitHub
parent 1f9ec65374
commit c9ee738515
5 changed files with 64 additions and 5 deletions

View File

@@ -58,7 +58,7 @@ runtime_common = [
srt = [
"sglang[runtime_common]",
"sgl-kernel==0.3.3",
"sgl-kernel==0.3.4",
"torch==2.8.0",
"torchaudio==2.8.0",
"torchvision",