EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: update blackwell docker (#6800)

Browse Source
This commit is contained in:
Yineng Zhang
2025-06-01 13:37:40 -07:00
committed by GitHub
parent 2f7420bc84
commit 1da8d23051
1 changed files with 23 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
docker/Dockerfile.blackwell
View File

@@ -1,26 +1,37 @@
FROM pytorch/manylinux2_28-builder:cuda12.8
FROM nvcr.io/nvidia/tritonserver:25.05-py3-min
ENV DEBIAN_FRONTEND=noninteractive
WORKDIR /sgl-workspace
RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128
RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections \
&& apt update -y \
&& apt install software-properties-common -y \
&& apt install python3 python3-pip -y \
&& apt install curl git sudo libibverbs-dev -y \
&& apt install rdma-core infiniband-diags openssh-server perftest -y \
&& apt install lsof zsh ccache tmux htop git-lfs tree -y \
&& python3 --version \
&& python3 -m pip --version \
&& rm -rf /var/lib/apt/lists/* \
&& apt clean
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl \
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
&& pip3 install setuptools==75.0.0 wheel scikit-build-core --break-system-packages
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& cd sglang && pip3 install -e "python[blackwell]"
&& cd sglang && pip3 install -e "python[blackwell]" --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages
RUN pip3 install https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl --break-system-packages
ENV DEBIAN_FRONTEND=interactive
RUN yum install -y libibverbs rdma-core infiniband-diags \
libibumad libnl3 librdmacm lsof perftest zsh ccache tmux \
htop git-lfs tree \
&& yum clean all
# Install minimal Python packages
RUN pip3 install --no-cache-dir \
pytest \
@@ -28,7 +39,7 @@ RUN pip3 install --no-cache-dir \
isort \
icdiff \
uv \
pre-commit
pre-commit --break-system-packages
# Install diff-so-fancy
RUN curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy \