[CI] Reorganize the 8 gpu tests (#6192)

This commit is contained in:
Lianmin Zheng
2025-05-11 10:55:06 -07:00
committed by GitHub
parent 01bdbf7f80
commit 03227c5fa6
6 changed files with 15 additions and 82 deletions

View File

@@ -5,25 +5,22 @@ set -euxo pipefail
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
bash "${SCRIPT_DIR}/killall_sglang.sh"
# Update pip
pip install --upgrade pip
# Clean up existing installations
pip uninstall -y flashinfer flashinfer_python sgl-kernel sglang vllm || true
pip uninstall -y flashinfer flashinfer_python sgl-kernel sglang vllm
pip cache purge
rm -rf /root/.cache/flashinfer
rm -rf /usr/local/lib/python3.10/dist-packages/flashinfer*
rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
# Update pip
pip install --upgrade pip
# Install sgl-kernel
pip install sgl-kernel==0.1.2.post1 --no-cache-dir
# Install the main package
pip install -e "python[all]"
# Install additional dependencies
pip install torch_memory_saver
pip install transformers==4.51.0 sentence_transformers accelerate peft pandas datasets timm torchaudio==2.6.0
pip install transformers==4.51.0 timm torchaudio==2.6.0 sentence_transformers accelerate peft pandas datasets mooncake-transfer-engine
# For compiling xgrammar kernels
pip install cuda-python nvidia-cuda-nvrtc-cu12