Integrate ROCm ater package for ck moe function feasibility (#2854)
Co-authored-by: wunhuang <wunhuang@amd.com> Co-authored-by: Lin, Soga <soga.lin@amd.com>
This commit is contained in:
@@ -16,6 +16,10 @@ ARG SGL_BRANCH=${SGL_DEFAULT}
|
||||
ARG TRITON_REPO="https://github.com/triton-lang/triton.git"
|
||||
ARG TRITON_COMMIT="845d75a"
|
||||
|
||||
|
||||
ARG ATER_REPO="https://github.com/HaiShaw/ater"
|
||||
ARG CK_COMMITS="fa05ae"
|
||||
|
||||
RUN git clone ${SGL_REPO} \
|
||||
&& cd sglang \
|
||||
&& if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then \
|
||||
@@ -46,6 +50,11 @@ RUN git clone ${TRITON_REPO} \
|
||||
&& cd python \
|
||||
&& python3 setup.py install
|
||||
|
||||
RUN git clone ${ATER_REPO} \
|
||||
&& cd ater \
|
||||
&& git submodule update --init --recursive \
|
||||
&& PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop
|
||||
|
||||
# Performance environment variable.
|
||||
|
||||
ENV HIP_FORCE_DEV_KERNARG=1
|
||||
|
||||
Reference in New Issue
Block a user