EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: update blackwell setup (#7119)

Browse Source
This commit is contained in:
Yineng Zhang
2025-06-12 01:54:40 -07:00
committed by GitHub
parent 930746d93c
commit 7046e0fab7
6 changed files with 16 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
docker/Dockerfile.blackwell
View File

@@ -20,13 +20,13 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
RUN pip3 install torch==2.7.1 torchvision==0.22.1 torchaudio==2.7.1 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.7/sgl_kernel-0.1.7+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.1.8/sgl_kernel-0.1.8+cu128-cp39-abi3-manylinux2014_x86_64.whl --break-system-packages \
&& pip3 install setuptools==75.0.0 wheel scikit-build-core --break-system-packages
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& cd sglang && pip3 install -e "python[blackwell]" --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps --break-system-packages
RUN pip3 install nvidia-nccl-cu12==2.27.3 --force-reinstall --no-deps --break-system-packages
RUN pip3 install flashinfer_python==0.2.6.post1 --break-system-packages

12
sgl-kernel/CMakeLists.txt
View File

@@ -39,6 +39,14 @@ find_package(Torch REQUIRED)
# clean Torch Flag
clear_cuda_arches(CMAKE_FLAG)
if("${CUDA_VERSION}" VERSION_EQUAL "12.8")
set(DeepGEMM_REPO "https://github.com/sgl-project/DeepGEMM")
set(DeepGEMM_TAG "blackwell")
else()
set(DeepGEMM_REPO "https://github.com/deepseek-ai/DeepGEMM")
set(DeepGEMM_TAG "8dfa3298274bfe6b242f6f8a3e6f3eff2707dd9f")
endif()
include(FetchContent)
# cutlass
@@ -52,8 +60,8 @@ FetchContent_Populate(repo-cutlass)
# DeepGEMM
FetchContent_Declare(
repo-deepgemm
GIT_REPOSITORY https://github.com/deepseek-ai/DeepGEMM
GIT_TAG 8dfa3298274bfe6b242f6f8a3e6f3eff2707dd9f
GIT_REPOSITORY ${DeepGEMM_REPO}
GIT_TAG ${DeepGEMM_TAG}
GIT_SHALLOW OFF
)
FetchContent_Populate(repo-deepgemm)

2
sgl-kernel/pyproject.toml
View File

@@ -8,7 +8,7 @@ build-backend = "scikit_build_core.build"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"

2
sgl-kernel/pyproject_cpu.toml
View File

@@ -8,7 +8,7 @@ build-backend = "scikit_build_core.build"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"

2
sgl-kernel/pyproject_rocm.toml
View File

@@ -9,7 +9,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sgl-kernel"
version = "0.1.7"
version = "0.1.8"
description = "Kernel Library for SGLang"
readme = "README.md"
requires-python = ">=3.9"

2
sgl-kernel/python/sgl_kernel/version.py
View File

@@ -1 +1 @@
__version__ = "0.1.7"
__version__ = "0.1.8"