diff --git a/docker/Dockerfile.blackwell b/docker/Dockerfile.blackwell index c9439b99b..bc0bdb24a 100644 --- a/docker/Dockerfile.blackwell +++ b/docker/Dockerfile.blackwell @@ -1,26 +1,37 @@ -FROM pytorch/manylinux2_28-builder:cuda12.8 +FROM nvcr.io/nvidia/tritonserver:25.05-py3-min ENV DEBIAN_FRONTEND=noninteractive WORKDIR /sgl-workspace -RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128 +RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \ + && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections \ + && apt update -y \ + && apt install software-properties-common -y \ + && apt install python3 python3-pip -y \ + && apt install curl git sudo libibverbs-dev -y \ + && apt install rdma-core infiniband-diags openssh-server perftest -y \ + && apt install lsof zsh ccache tmux htop git-lfs tree -y \ + && python3 --version \ + && python3 -m pip --version \ + && rm -rf /var/lib/apt/lists/* \ + && apt clean -RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl \ - && pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core + +RUN pip3 install torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages + +RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.5/sgl_kernel-0.1.5+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \ + && pip3 install setuptools==75.0.0 wheel scikit-build-core --break-system-packages RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \ - && cd sglang && pip3 install -e "python[blackwell]" + && cd sglang && pip3 install -e "python[blackwell]" --break-system-packages -RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps +RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages + +RUN pip3 install https://download.pytorch.org/whl/cu128/flashinfer/flashinfer_python-0.2.5%2Bcu128torch2.7-cp38-abi3-linux_x86_64.whl --break-system-packages ENV DEBIAN_FRONTEND=interactive -RUN yum install -y libibverbs rdma-core infiniband-diags \ - libibumad libnl3 librdmacm lsof perftest zsh ccache tmux \ - htop git-lfs tree \ - && yum clean all - # Install minimal Python packages RUN pip3 install --no-cache-dir \ pytest \ @@ -28,7 +39,7 @@ RUN pip3 install --no-cache-dir \ isort \ icdiff \ uv \ - pre-commit + pre-commit --break-system-packages # Install diff-so-fancy RUN curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy \