22 lines
733 B
Bash
Executable File
22 lines
733 B
Bash
Executable File
# Install the dependency in CI.
|
|
|
|
# Use repo from environment variable, passed from GitHub Actions
|
|
FLASHINFER_REPO="${FLASHINFER_REPO:-https://flashinfer.ai/whl/cu121/torch2.4/flashinfer}"
|
|
|
|
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
bash "${SCRIPT_DIR}/killall_sglang.sh"
|
|
|
|
pip install --upgrade pip
|
|
pip install -e "python[all]" --find-links https://flashinfer.ai/whl/cu121/torch2.4/flashinfer/
|
|
|
|
# Force reinstall flashinfer
|
|
pip install flashinfer==0.1.6 --find-links ${FLASHINFER_REPO} --force-reinstall --no-deps
|
|
|
|
pip install transformers==4.45.2 sentence_transformers accelerate peft
|
|
|
|
# For compling eagle kernels
|
|
pip install cutex
|
|
|
|
# For compling xgrammar kernels
|
|
pip install cuda-python nvidia-cuda-nvrtc-cu12
|