aiter attention-backend (default enabled on AMD/ROCm) (#6381)

This commit is contained in:
HAI
2025-05-20 22:52:41 -07:00
committed by GitHub
parent 30ca18f423
commit 5c0b38f369
9 changed files with 552 additions and 23 deletions

View File

@@ -5,7 +5,6 @@ set -euo pipefail
docker exec ci_sglang pip install --upgrade pip
docker exec ci_sglang pip uninstall sgl-kernel -y || true
docker exec -w /sglang-checkout/sgl-kernel ci_sglang bash -c "rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && python3 setup_rocm.py install"
docker exec ci_sglang pip install -e "python[dev_hip]"
docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git
docker exec -w /human-eval ci_sglang pip install -e .

View File

@@ -9,7 +9,7 @@ else
fi
# Pull the image
IMAGE="lmsysorg/sglang:v0.4.6.post3-rocm630"
IMAGE="ghcr.io/saienduri/sglang-aiter-backend-v0.1.2:518"
echo "Pulling Docker image: $IMAGE"
docker pull "$IMAGE"