From 4aa1e69bc7b63ca4147e0154b3171010b09643bf Mon Sep 17 00:00:00 2001 From: BourneSun0527 Date: Thu, 11 Sep 2025 14:51:16 +0800 Subject: [PATCH] [chore]Add sgl-router to npu images (#10229) --- .github/workflows/release-docker-npu-nightly.yml | 1 + .github/workflows/release-docker-npu.yml | 1 + docker/Dockerfile.npu | 15 ++++++++++++++- 3 files changed, 16 insertions(+), 1 deletion(-) diff --git a/.github/workflows/release-docker-npu-nightly.yml b/.github/workflows/release-docker-npu-nightly.yml index 9db5cc7a8..527a0cdc2 100644 --- a/.github/workflows/release-docker-npu-nightly.yml +++ b/.github/workflows/release-docker-npu-nightly.yml @@ -5,6 +5,7 @@ on: - main paths: - ".github/workflows/release-docker-npu-nightly.yml" + - "docker/Dockerfile.npu" workflow_dispatch: schedule: - cron: "0 0 * * *" diff --git a/.github/workflows/release-docker-npu.yml b/.github/workflows/release-docker-npu.yml index e1e74f7a0..f9d52eb4b 100644 --- a/.github/workflows/release-docker-npu.yml +++ b/.github/workflows/release-docker-npu.yml @@ -9,6 +9,7 @@ on: - main paths: - ".github/workflows/release-docker-npu.yml" + - "docker/Dockerfile.npu" jobs: build: diff --git a/docker/Dockerfile.npu b/docker/Dockerfile.npu index 8ab690ec2..3f9b0ae42 100644 --- a/docker/Dockerfile.npu +++ b/docker/Dockerfile.npu @@ -39,7 +39,11 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \ clang \ locales \ ccache \ + openssl \ + libssl-dev \ + pkg-config \ ca-certificates \ + protobuf-compiler \ && rm -rf /var/cache/apt/* \ && rm -rf /var/lib/apt/lists/* \ && update-ca-certificates \ @@ -48,11 +52,18 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \ ENV LANG=en_US.UTF-8 ENV LANGUAGE=en_US:en ENV LC_ALL=en_US.UTF-8 +ENV PATH="/root/.cargo/bin:${PATH}" # Install dependencies # TODO: install from pypi released memfabric RUN pip install $MEMFABRIC_URL --no-cache-dir +RUN pip install setuptools-rust wheel build --no-cache-dir + +# install rustup from rustup.rs +RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \ + && rustc --version && cargo --version && protoc --version + # Install vLLM RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \ (cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm @@ -65,7 +76,9 @@ RUN pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --inde # Install SGLang RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \ - (cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && rm -rf sglang + (cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && \ + (cd sglang/sgl-router && python -m build && pip install --force-reinstall dist/*.whl) && \ + rm -rf sglang # Install Deep-ep RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \