feat: use flashinfer jit package (#5547)

scripts/ci_install_dependency.sh

@@ -2,9 +2,6 @@
 # Install the dependency in CI.
 set -euxo pipefail
 
-# Use repo from environment variables, passed from GitHub Actions
-FLASHINFER_REPO="${FLASHINFER_REPO:-https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python}"
-
 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 bash "${SCRIPT_DIR}/killall_sglang.sh"
 
@@ -18,12 +15,11 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
 # Update pip
 pip install --upgrade pip
 
-# Install flashinfer and sgl-kernel
-pip install flashinfer_python==0.2.3 --find-links ${FLASHINFER_REPO} --no-cache-dir
+# Install sgl-kernel
 pip install sgl-kernel==0.0.9.post2 --no-cache-dir
 
 # Install the main package
-pip install -e "python[all]" --find-links ${FLASHINFER_REPO}
+pip install -e "python[all]"
 
 # Install additional dependencies
 pip install torch_memory_saver