From 9450e9811be70bacfa06c5a14a7ae96ca196b186 Mon Sep 17 00:00:00 2001 From: wangxiyuan Date: Wed, 12 Mar 2025 07:14:57 +0800 Subject: [PATCH] [CI] Uninstall triton in dockerfile (#298) triton doesn't work with ascend. We should make sure it's uninstalled in dockerfile Related: https://github.com/vllm-project/vllm-ascend/issues/291 --------- Signed-off-by: wangxiyuan Signed-off-by: Yikun Jiang Co-authored-by: Yikun Jiang --- Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index 05cee9e..c0ebd5b 100644 --- a/Dockerfile +++ b/Dockerfile @@ -38,6 +38,8 @@ ARG VLLM_REPO=https://github.com/vllm-project/vllm.git ARG VLLM_TAG=main RUN git clone --depth 1 $VLLM_REPO --branch $VLLM_TAG /workspace/vllm RUN VLLM_TARGET_DEVICE="empty" python3 -m pip install /workspace/vllm/ +# In x86, triton will be installed by vllm. But in Ascend, triton doesn't work correctly. we need to uninstall it. +RUN python3 -m pip uninstall -y triton # Install vllm-ascend RUN python3 -m pip install /workspace/vllm-ascend/ --extra-index https://download.pytorch.org/whl/cpu/ @@ -46,7 +48,6 @@ RUN python3 -m pip install /workspace/vllm-ascend/ --extra-index https://downloa RUN bash /workspace/vllm-ascend/pta_install.sh # Install modelscope (for fast download) and ray (for multinode) -# TODO(yikun): Remove "<1.23.0" after v0.7.4 which resloved by https://github.com/vllm-project/vllm/pull/13807 -RUN python3 -m pip install "modelscope<1.23.0" ray +RUN python3 -m pip install modelscope ray CMD ["/bin/bash"]