From 772d2a191d83596c296569542948fc137c129b5c Mon Sep 17 00:00:00 2001 From: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com> Date: Thu, 3 Apr 2025 17:45:05 +0800 Subject: [PATCH] try to fix ci oserror (#5024) --- scripts/ci_install_dependency.sh | 25 ++++++++++++++++--------- 1 file changed, 16 insertions(+), 9 deletions(-) diff --git a/scripts/ci_install_dependency.sh b/scripts/ci_install_dependency.sh index 09bf477ec..8f2e9f6e5 100755 --- a/scripts/ci_install_dependency.sh +++ b/scripts/ci_install_dependency.sh @@ -8,19 +8,26 @@ FLASHINFER_REPO="${FLASHINFER_REPO:-https://flashinfer.ai/whl/cu124/torch2.5/fla SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" bash "${SCRIPT_DIR}/killall_sglang.sh" -pip install --upgrade pip -pip uninstall flashinfer -y -pip install -e "python[all]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python - +# Clean up existing installations +pip uninstall -y flashinfer flashinfer_python sgl-kernel sglang vllm || true +pip cache purge rm -rf /root/.cache/flashinfer -# Force reinstall flashinfer and torch_memory_saver -pip install flashinfer_python==0.2.3 --find-links ${FLASHINFER_REPO} --force-reinstall --no-deps -pip install sgl-kernel==0.0.6 --force-reinstall +rm -rf /usr/local/lib/python3.10/dist-packages/flashinfer* +rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel* +# Update pip +pip install --upgrade pip + +# Install flashinfer and sgl-kernel +pip install flashinfer_python==0.2.3 --find-links ${FLASHINFER_REPO} --no-cache-dir +pip install sgl-kernel==0.0.6 --no-cache-dir + +# Install the main package +pip install -e "python[all]" --find-links ${FLASHINFER_REPO} + +# Install additional dependencies pip install torch_memory_saver pip install transformers==4.50.0 sentence_transformers accelerate==1.4.0 peft pandas datasets timm torchaudio # For compling xgrammar kernels pip install cuda-python nvidia-cuda-nvrtc-cu12 - -pip uninstall vllm -y || true