EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: add blackwell Dockerfile (#5302)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-11 13:08:53 -07:00
committed by GitHub
parent 60bcbf2a35
commit f774a0d275
2 changed files with 30 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
docker/Dockerfile.blackwell Normal file
View File

@@ -0,0 +1,19 @@
ARG CUDA_VERSION=12.8.1
FROM pytorch/manylinux2_28-builder:cuda12.8
ARG BUILD_TYPE=all
ENV DEBIAN_FRONTEND=noninteractive
WORKDIR /sgl-workspace
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \
&& pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& pip3 install -e "python[blackwell]"
ENV DEBIAN_FRONTEND=interactive

11
python/pyproject.toml
View File

@@ -57,6 +57,17 @@ srt = [
"einops", "einops",
] ]
blackwell = [
"sglang[runtime_common]",
"sgl-kernel",
"torch",
"torchvision",
"cuda-python",
"outlines>=0.0.44,<=0.1.11",
"partial_json_parser",
"einops",
]
# HIP (Heterogeneous-computing Interface for Portability) for AMD # HIP (Heterogeneous-computing Interface for Portability) for AMD
# => base docker rocm/vllm-dev:20250114, not from public vllm whl # => base docker rocm/vllm-dev:20250114, not from public vllm whl
srt_hip = [ srt_hip = [