[chore]Add sgl-router to npu images (#10229)
This commit is contained in:
@@ -5,6 +5,7 @@ on:
|
|||||||
- main
|
- main
|
||||||
paths:
|
paths:
|
||||||
- ".github/workflows/release-docker-npu-nightly.yml"
|
- ".github/workflows/release-docker-npu-nightly.yml"
|
||||||
|
- "docker/Dockerfile.npu"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
schedule:
|
schedule:
|
||||||
- cron: "0 0 * * *"
|
- cron: "0 0 * * *"
|
||||||
|
|||||||
1
.github/workflows/release-docker-npu.yml
vendored
1
.github/workflows/release-docker-npu.yml
vendored
@@ -9,6 +9,7 @@ on:
|
|||||||
- main
|
- main
|
||||||
paths:
|
paths:
|
||||||
- ".github/workflows/release-docker-npu.yml"
|
- ".github/workflows/release-docker-npu.yml"
|
||||||
|
- "docker/Dockerfile.npu"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
|
|||||||
@@ -39,7 +39,11 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
|
|||||||
clang \
|
clang \
|
||||||
locales \
|
locales \
|
||||||
ccache \
|
ccache \
|
||||||
|
openssl \
|
||||||
|
libssl-dev \
|
||||||
|
pkg-config \
|
||||||
ca-certificates \
|
ca-certificates \
|
||||||
|
protobuf-compiler \
|
||||||
&& rm -rf /var/cache/apt/* \
|
&& rm -rf /var/cache/apt/* \
|
||||||
&& rm -rf /var/lib/apt/lists/* \
|
&& rm -rf /var/lib/apt/lists/* \
|
||||||
&& update-ca-certificates \
|
&& update-ca-certificates \
|
||||||
@@ -48,11 +52,18 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
|
|||||||
ENV LANG=en_US.UTF-8
|
ENV LANG=en_US.UTF-8
|
||||||
ENV LANGUAGE=en_US:en
|
ENV LANGUAGE=en_US:en
|
||||||
ENV LC_ALL=en_US.UTF-8
|
ENV LC_ALL=en_US.UTF-8
|
||||||
|
ENV PATH="/root/.cargo/bin:${PATH}"
|
||||||
|
|
||||||
# Install dependencies
|
# Install dependencies
|
||||||
# TODO: install from pypi released memfabric
|
# TODO: install from pypi released memfabric
|
||||||
RUN pip install $MEMFABRIC_URL --no-cache-dir
|
RUN pip install $MEMFABRIC_URL --no-cache-dir
|
||||||
|
|
||||||
|
RUN pip install setuptools-rust wheel build --no-cache-dir
|
||||||
|
|
||||||
|
# install rustup from rustup.rs
|
||||||
|
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
|
||||||
|
&& rustc --version && cargo --version && protoc --version
|
||||||
|
|
||||||
# Install vLLM
|
# Install vLLM
|
||||||
RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \
|
RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \
|
||||||
(cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm
|
(cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm
|
||||||
@@ -65,7 +76,9 @@ RUN pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --inde
|
|||||||
|
|
||||||
# Install SGLang
|
# Install SGLang
|
||||||
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \
|
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \
|
||||||
(cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && rm -rf sglang
|
(cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && \
|
||||||
|
(cd sglang/sgl-router && python -m build && pip install --force-reinstall dist/*.whl) && \
|
||||||
|
rm -rf sglang
|
||||||
|
|
||||||
# Install Deep-ep
|
# Install Deep-ep
|
||||||
RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \
|
RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \
|
||||||
|
|||||||
Reference in New Issue
Block a user