aiter attention-backend (default enabled on AMD/ROCm) (#6381)

This commit is contained in:
HAI
2025-05-20 22:52:41 -07:00
committed by GitHub
parent 30ca18f423
commit 5c0b38f369
9 changed files with 552 additions and 23 deletions

View File

@@ -9,7 +9,7 @@ else
fi
# Pull the image
IMAGE="lmsysorg/sglang:v0.4.6.post3-rocm630"
IMAGE="ghcr.io/saienduri/sglang-aiter-backend-v0.1.2:518"
echo "Pulling Docker image: $IMAGE"
docker pull "$IMAGE"