aiter attention-backend (default enabled on AMD/ROCm) (#6381)
This commit is contained in:
@@ -5,7 +5,6 @@ set -euo pipefail
|
||||
docker exec ci_sglang pip install --upgrade pip
|
||||
docker exec ci_sglang pip uninstall sgl-kernel -y || true
|
||||
docker exec -w /sglang-checkout/sgl-kernel ci_sglang bash -c "rm -f pyproject.toml && mv pyproject_rocm.toml pyproject.toml && python3 setup_rocm.py install"
|
||||
docker exec ci_sglang pip install -e "python[dev_hip]"
|
||||
|
||||
docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git
|
||||
docker exec -w /human-eval ci_sglang pip install -e .
|
||||
|
||||
@@ -9,7 +9,7 @@ else
|
||||
fi
|
||||
|
||||
# Pull the image
|
||||
IMAGE="lmsysorg/sglang:v0.4.6.post3-rocm630"
|
||||
IMAGE="ghcr.io/saienduri/sglang-aiter-backend-v0.1.2:518"
|
||||
echo "Pulling Docker image: $IMAGE"
|
||||
docker pull "$IMAGE"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user