EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

AMD/ROCm: update AITER repo to ROCm/aiter (#3747)

Browse Source
This commit is contained in:
HAI
2025-02-21 00:18:08 -08:00
committed by GitHub
parent c6a4852136
commit 5c54ef0352
3 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
docker/Dockerfile.rocm
View File

@@ -17,8 +17,8 @@ ARG TRITON_REPO="https://github.com/ROCm/triton.git"
ARG TRITON_COMMIT="improve_fa_decode_3.0.0" ARG TRITON_COMMIT="improve_fa_decode_3.0.0"
ARG ATER_REPO="https://github.com/HaiShaw/ater" ARG AITER_REPO="https://github.com/ROCm/aiter.git"
ARG CK_COMMITS="fa05ae" ARG AITER_COMMIT="dev/testx"
RUN git clone ${SGL_REPO} \ RUN git clone ${SGL_REPO} \
&& cd sglang \ && cd sglang \
@@ -53,8 +53,9 @@ RUN git clone ${TRITON_REPO} \
&& cd python \ && cd python \
&& python3 setup.py install && python3 setup.py install
RUN git clone ${ATER_REPO} \ RUN git clone ${AITER_REPO} \
&& cd ater \ && cd aiter \
&& git checkout ${AITER_COMMIT} \
&& git submodule update --init --recursive \ && git submodule update --init --recursive \
&& PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop

4
python/sglang/srt/layers/moe/fused_moe_triton/layer.py
View File

@@ -167,8 +167,8 @@ class UnquantizedFusedMoEMethod(FusedMoEMethodBase, CustomOp):
) )
if is_hip_ and get_bool_env_var("CK_MOE"): if is_hip_ and get_bool_env_var("CK_MOE"):
import ater import aiter
from ater.fused_moe import fused_experts_ck from aiter.fused_moe import fused_experts_ck
assert activation == "silu", f"{activation=} is not supported." assert activation == "silu", f"{activation=} is not supported."

4
python/sglang/srt/layers/quantization/fp8.py
View File

@@ -789,8 +789,8 @@ class Fp8MoEMethod:
) )
if is_hip_ and get_bool_env_var("CK_MOE"): if is_hip_ and get_bool_env_var("CK_MOE"):
import ater import aiter
from ater.fused_moe import fused_experts_ck from aiter.fused_moe import fused_experts_ck
assert activation == "silu", f"{activation=} is not supported." assert activation == "silu", f"{activation=} is not supported."