aiter attention-backend (default enabled on AMD/ROCm) (#6381)

2025-05-20 22:52:41 -07:00
parent 30ca18f423
commit 5c0b38f369
9 changed files with 552 additions and 23 deletions
--- a/docker/Dockerfile.rocm
+++ b/docker/Dockerfile.rocm
@@ -18,7 +18,7 @@ ARG TRITON_COMMIT="improve_fa_decode_3.0.0"


 ARG AITER_REPO="https://github.com/ROCm/aiter.git"
-ARG AITER_COMMIT="v0.1.1"
+ARG AITER_COMMIT="v0.1.2"

 RUN git clone ${SGL_REPO} \
    && cd sglang \