use sgl-kernel 0.0.4 (#4224)
This commit is contained in:
@@ -44,7 +44,7 @@ runtime_common = [
|
||||
|
||||
srt = [
|
||||
"sglang[runtime_common]",
|
||||
"sgl-kernel==0.0.3.post6",
|
||||
"sgl-kernel==0.0.4",
|
||||
"flashinfer_python==0.2.2.post1",
|
||||
"torch==2.5.1",
|
||||
"vllm>=0.6.4.post1,<=0.7.2",
|
||||
|
||||
@@ -26,4 +26,4 @@ pip install transformers==4.45.2 sentence_transformers accelerate peft pandas da
|
||||
pip install cuda-python nvidia-cuda-nvrtc-cu12
|
||||
|
||||
# reinstall sgl-kernel
|
||||
pip install sgl-kernel==0.0.3.post6 --force-reinstall --no-deps
|
||||
pip install sgl-kernel==0.0.4 --force-reinstall --no-deps
|
||||
|
||||
Reference in New Issue
Block a user