EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: upgrade flashinfer v0.2.6.post1 jit (#6958)

Browse Source 
Co-authored-by: alcanderian <alcanderian@gmail.com>
Co-authored-by: Qiaolin Yu <qy254@cornell.edu>
Co-authored-by: Baizhou Zhang <sobereddiezhang@gmail.com>
Co-authored-by: Mick <mickjagger19@icloud.com>
Co-authored-by: ispobock <ispobaoke@gmail.com>
This commit is contained in:
Yineng Zhang
2025-06-09 09:22:39 -07:00
committed by GitHub
parent 98c00a2df1
commit 56ccd3c22c
14 changed files with 189 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
python/pyproject.toml
View File

@@ -49,10 +49,11 @@ runtime_common = [
srt = [
"sglang[runtime_common]",
"sgl-kernel==0.1.6.post1",
"flashinfer_python==0.2.5",
"torch==2.6.0",
"torchvision==0.21.0",
"sgl-kernel==0.1.7",
"flashinfer_python==0.2.6.post1",
"torch==2.7.1",
"torchaudio==2.7.1",
"torchvision==0.22.1",
"cuda-python",
"outlines>=0.0.44,<=0.1.11",
"einops",
@@ -61,12 +62,13 @@ srt = [
blackwell = [
"sglang[runtime_common]",
"sgl-kernel",
"torch==2.7.0",
"torch==2.7.1",
"torchaudio==2.7.1",
"torchvision==0.22.0",
"cuda-python",
"outlines>=0.0.44,<=0.1.11",
"einops",
"flashinfer_python==0.2.5",
"flashinfer_python==0.2.6.post1",
]
# HIP (Heterogeneous-computing Interface for Portability) for AMD