python transfer custom allreduce from trt kernel to vllm kernel (#5080)

2025-04-06 06:35:55 +08:00
parent 496dde8491
commit aba5ca154d
4 changed files with 77 additions and 162 deletions
--- a/scripts/ci_install_dependency.sh
+++ b/scripts/ci_install_dependency.sh
@@ -20,7 +20,7 @@ pip install --upgrade pip

 # Install flashinfer and sgl-kernel
 pip install flashinfer_python==0.2.3 --find-links ${FLASHINFER_REPO} --no-cache-dir
-pip install sgl-kernel==0.0.7 --no-cache-dir
+pip install sgl-kernel==0.0.8 --no-cache-dir

 # Install the main package
 pip install -e "python[all]" --find-links ${FLASHINFER_REPO}