docker: x86 dev builds for hopper and blackwell (#11075)
This commit is contained in:
23
.github/workflows/release-docker-dev.yml
vendored
23
.github/workflows/release-docker-dev.yml
vendored
@@ -3,7 +3,7 @@ name: Build and Push Development Docker Images
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
- cron: '0 0 * * *'
|
||||
- cron: "0 0 * * *"
|
||||
|
||||
jobs:
|
||||
build-dev-x86:
|
||||
@@ -14,7 +14,7 @@ jobs:
|
||||
variant:
|
||||
- version: 12.9.1
|
||||
type: all
|
||||
tag: dev
|
||||
tag: dev-x86
|
||||
steps:
|
||||
- name: Delete huge unnecessary tools folder
|
||||
run: rm -rf /opt/hostedtoolcache
|
||||
@@ -46,15 +46,15 @@ jobs:
|
||||
run: |
|
||||
docker buildx build --platform linux/amd64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.version }} --build-arg BUILD_TYPE=${{ matrix.variant.type }} --build-arg CMAKE_BUILD_PARALLEL_LEVEL=$(nproc) -t lmsysorg/sglang:${{ matrix.variant.tag }} --no-cache .
|
||||
|
||||
build-blackwell-arm:
|
||||
build-dev-arm:
|
||||
if: ${{ github.repository == 'sgl-project/sglang' }}
|
||||
runs-on: labubu
|
||||
runs-on: sgl-kernel-release-node-arm
|
||||
strategy:
|
||||
matrix:
|
||||
variant:
|
||||
- version: 12.9.1
|
||||
type: blackwell_aarch
|
||||
tag: blackwell-cu129
|
||||
type: blackwell_aarch64
|
||||
tag: dev-arm64
|
||||
steps:
|
||||
- name: Delete huge unnecessary tools folder
|
||||
run: rm -rf /opt/hostedtoolcache
|
||||
@@ -84,19 +84,18 @@ jobs:
|
||||
|
||||
- name: Build and Push Blackwell Image (ARM)
|
||||
run: |
|
||||
docker buildx build --platform linux/arm64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.version }} --build-arg BUILD_TYPE=${{ matrix.variant.type }} --build-arg CMAKE_BUILD_PARALLEL_LEVEL=$(nproc) -t lmsysorg/sglang:${{ matrix.variant.tag }}-arm64 --no-cache .
|
||||
|
||||
docker buildx build --platform linux/arm64 --push -f docker/Dockerfile --build-arg CUDA_VERSION=${{ matrix.variant.version }} --build-arg BUILD_TYPE=${{ matrix.variant.type }} --build-arg CMAKE_BUILD_PARALLEL_LEVEL=$(nproc) -t lmsysorg/sglang:${{ matrix.variant.tag }} --no-cache .
|
||||
|
||||
create-manifests:
|
||||
runs-on: ubuntu-22.04
|
||||
needs: [build-dev-x86, build-blackwell-arm]
|
||||
needs: [build-dev-x86, build-dev-arm]
|
||||
if: ${{ github.repository == 'sgl-project/sglang' }}
|
||||
strategy:
|
||||
matrix:
|
||||
variant:
|
||||
- tag: dev-manifest
|
||||
x86_tag: dev
|
||||
arm64_tag: blackwell-cu129-arm64
|
||||
- tag: dev
|
||||
x86_tag: dev-x86
|
||||
arm64_tag: dev-arm64
|
||||
steps:
|
||||
- uses: docker/setup-buildx-action@v3
|
||||
- uses: docker/login-action@v2
|
||||
|
||||
22
.github/workflows/release-docker.yml
vendored
22
.github/workflows/release-docker.yml
vendored
@@ -10,16 +10,16 @@ on:
|
||||
jobs:
|
||||
publish-x86:
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
environment: 'prod'
|
||||
environment: "prod"
|
||||
strategy:
|
||||
matrix:
|
||||
variant:
|
||||
- cuda_version: '12.6.1'
|
||||
build_type: 'all'
|
||||
- cuda_version: '12.8.1'
|
||||
build_type: 'blackwell'
|
||||
- cuda_version: '12.9.1'
|
||||
build_type: 'blackwell'
|
||||
- cuda_version: "12.6.1"
|
||||
build_type: "all"
|
||||
- cuda_version: "12.8.1"
|
||||
build_type: "blackwell"
|
||||
- cuda_version: "12.9.1"
|
||||
build_type: "blackwell"
|
||||
runs-on: nvidia
|
||||
steps:
|
||||
- name: Delete huge unnecessary tools folder
|
||||
@@ -82,13 +82,13 @@ jobs:
|
||||
|
||||
publish-arm64:
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
environment: 'prod'
|
||||
environment: "prod"
|
||||
strategy:
|
||||
matrix:
|
||||
variant:
|
||||
- cuda_version: '12.9.1'
|
||||
build_type: 'blackwell_aarch'
|
||||
runs-on: labubu
|
||||
- cuda_version: "12.9.1"
|
||||
build_type: "blackwell_aarch64"
|
||||
runs-on: sgl-kernel-release-node-arm
|
||||
steps:
|
||||
- name: Delete huge unnecessary tools folder
|
||||
run: rm -rf /opt/hostedtoolcache
|
||||
|
||||
2
.github/workflows/release-whl-kernel.yml
vendored
2
.github/workflows/release-whl-kernel.yml
vendored
@@ -206,7 +206,7 @@ jobs:
|
||||
|
||||
build-cu129-aarch64:
|
||||
if: github.repository == 'sgl-project/sglang'
|
||||
runs-on: labubu
|
||||
runs-on: sgl-kernel-release-node-arm
|
||||
strategy:
|
||||
matrix:
|
||||
python-version: ["3.10"]
|
||||
|
||||
Reference in New Issue
Block a user