[chore]Add sgl-router to npu images (#10229)
This commit is contained in:
@@ -5,6 +5,7 @@ on:
|
||||
- main
|
||||
paths:
|
||||
- ".github/workflows/release-docker-npu-nightly.yml"
|
||||
- "docker/Dockerfile.npu"
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
- cron: "0 0 * * *"
|
||||
|
||||
1
.github/workflows/release-docker-npu.yml
vendored
1
.github/workflows/release-docker-npu.yml
vendored
@@ -9,6 +9,7 @@ on:
|
||||
- main
|
||||
paths:
|
||||
- ".github/workflows/release-docker-npu.yml"
|
||||
- "docker/Dockerfile.npu"
|
||||
|
||||
jobs:
|
||||
build:
|
||||
|
||||
@@ -39,7 +39,11 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
|
||||
clang \
|
||||
locales \
|
||||
ccache \
|
||||
openssl \
|
||||
libssl-dev \
|
||||
pkg-config \
|
||||
ca-certificates \
|
||||
protobuf-compiler \
|
||||
&& rm -rf /var/cache/apt/* \
|
||||
&& rm -rf /var/lib/apt/lists/* \
|
||||
&& update-ca-certificates \
|
||||
@@ -48,11 +52,18 @@ RUN apt-get update -y && apt upgrade -y && apt-get install -y \
|
||||
ENV LANG=en_US.UTF-8
|
||||
ENV LANGUAGE=en_US:en
|
||||
ENV LC_ALL=en_US.UTF-8
|
||||
ENV PATH="/root/.cargo/bin:${PATH}"
|
||||
|
||||
# Install dependencies
|
||||
# TODO: install from pypi released memfabric
|
||||
RUN pip install $MEMFABRIC_URL --no-cache-dir
|
||||
|
||||
RUN pip install setuptools-rust wheel build --no-cache-dir
|
||||
|
||||
# install rustup from rustup.rs
|
||||
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
|
||||
&& rustc --version && cargo --version && protoc --version
|
||||
|
||||
# Install vLLM
|
||||
RUN git clone --depth 1 https://github.com/vllm-project/vllm.git --branch $VLLM_TAG && \
|
||||
(cd vllm && VLLM_TARGET_DEVICE="empty" pip install -v . --no-cache-dir) && rm -rf vllm
|
||||
@@ -65,7 +76,9 @@ RUN pip install torch==$PYTORCH_VERSION torchvision==$TORCHVISION_VERSION --inde
|
||||
|
||||
# Install SGLang
|
||||
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG && \
|
||||
(cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && rm -rf sglang
|
||||
(cd sglang/python && pip install -v .[srt_npu] --no-cache-dir) && \
|
||||
(cd sglang/sgl-router && python -m build && pip install --force-reinstall dist/*.whl) && \
|
||||
rm -rf sglang
|
||||
|
||||
# Install Deep-ep
|
||||
RUN git clone --branch $SGLANG_KERNEL_NPU_TAG https://github.com/sgl-project/sgl-kernel-npu.git \
|
||||
|
||||
Reference in New Issue
Block a user