EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: add cu128 identifier for sgl-kernel (#5287)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-11 01:58:46 -07:00
committed by GitHub
parent 7074e9ca20
commit b75275b6f2
3 changed files with 8 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/release-whl-kernel-cu128.yml vendored
View File

@@ -14,7 +14,7 @@ on:
jobs: jobs:
build-wheels: build-wheels:
if: github.repository == 'sgl-project/sglang' if: github.repository == 'sgl-project/sglang'
runs-on: ubuntu-latest runs-on: sgl-kernel-build-node
strategy: strategy:
matrix: matrix:
python-version: ['3.9'] python-version: ['3.9']

1
sgl-kernel/build.sh
View File

@@ -4,7 +4,6 @@ set -ex
PYTHON_VERSION=$1 PYTHON_VERSION=$1
CUDA_VERSION=$2 CUDA_VERSION=$2
PYTHON_ROOT_PATH=/opt/python/cp${PYTHON_VERSION//.}-cp${PYTHON_VERSION//.} PYTHON_ROOT_PATH=/opt/python/cp${PYTHON_VERSION//.}-cp${PYTHON_VERSION//.}
ENABLE_SM90A=$(( ${CUDA_VERSION%.*} >= 12 ? ON : OFF ))
if [ ${CUDA_VERSION} = "12.8" ]; then if [ ${CUDA_VERSION} = "12.8" ]; then
DOCKER_IMAGE="pytorch/manylinux2_28-builder:cuda${CUDA_VERSION}" DOCKER_IMAGE="pytorch/manylinux2_28-builder:cuda${CUDA_VERSION}"

10
sgl-kernel/rename_wheels.sh
View File

@@ -5,13 +5,17 @@ WHEEL_DIR="dist"
wheel_files=($WHEEL_DIR/*.whl) wheel_files=($WHEEL_DIR/*.whl)
for wheel in "${wheel_files[@]}"; do for wheel in "${wheel_files[@]}"; do
new_wheel="${wheel/linux/manylinux2014}" intermediate_wheel="${wheel/linux/manylinux2014}"
if ls /usr/local/ | grep -q "12.8"; then
new_wheel="${intermediate_wheel/-cp39/+cu128-cp39}"
else
new_wheel="$intermediate_wheel"
fi
if [[ "$wheel" != "$new_wheel" ]]; then if [[ "$wheel" != "$new_wheel" ]]; then
echo "Renaming $wheel to $new_wheel" echo "Renaming $wheel to $new_wheel"
mv -- "$wheel" "$new_wheel" mv -- "$wheel" "$new_wheel"
fi fi
done done
echo "Wheel renaming completed." echo "Wheel renaming completed."