139 lines
4.0 KiB
YAML
139 lines
4.0 KiB
YAML
name: Release Docker Images
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
paths:
|
|
- "python/sglang/version.py"
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
publish-x86:
|
|
if: github.repository == 'sgl-project/sglang'
|
|
environment: "prod"
|
|
strategy:
|
|
matrix:
|
|
variant:
|
|
- cuda_version: "12.9.1"
|
|
build_type: "all"
|
|
grace_blackwell: 0
|
|
runs-on: x64-docker-build-node
|
|
steps:
|
|
- name: Delete huge unnecessary tools folder
|
|
run: rm -rf /opt/hostedtoolcache
|
|
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Free disk space
|
|
uses: jlumbroso/free-disk-space@main
|
|
with:
|
|
tool-cache: false
|
|
docker-images: false
|
|
android: true
|
|
dotnet: true
|
|
haskell: true
|
|
large-packages: true
|
|
swap-storage: false
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Build and Push AMD64
|
|
run: |
|
|
version=$(cat python/sglang/version.py | cut -d'"' -f2)
|
|
tag=v${version}-cu129-amd64
|
|
|
|
docker buildx build \
|
|
--platform linux/amd64 \
|
|
--push \
|
|
-f docker/Dockerfile \
|
|
--build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} \
|
|
--build-arg BUILD_TYPE=${{ matrix.variant.build_type }} \
|
|
--build-arg GRACE_BLACKWELL=${{ matrix.variant.grace_blackwell }} \
|
|
-t lmsysorg/sglang:${tag} \
|
|
--no-cache \
|
|
.
|
|
|
|
publish-arm64:
|
|
if: github.repository == 'sgl-project/sglang'
|
|
environment: "prod"
|
|
strategy:
|
|
matrix:
|
|
variant:
|
|
- cuda_version: "12.9.1"
|
|
build_type: "all"
|
|
grace_blackwell: 1
|
|
runs-on: arm-docker-build-node
|
|
steps:
|
|
- name: Delete huge unnecessary tools folder
|
|
run: rm -rf /opt/hostedtoolcache
|
|
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Build and Push ARM64
|
|
run: |
|
|
version=$(cat python/sglang/version.py | cut -d'"' -f2)
|
|
tag=v${version}-cu129-arm64
|
|
|
|
docker buildx build \
|
|
--platform linux/arm64 \
|
|
--push \
|
|
-f docker/Dockerfile \
|
|
--build-arg CUDA_VERSION=${{ matrix.variant.cuda_version }} \
|
|
--build-arg BUILD_TYPE=${{ matrix.variant.build_type }} \
|
|
--build-arg GRACE_BLACKWELL=${{ matrix.variant.grace_blackwell }} \
|
|
-t lmsysorg/sglang:${tag} \
|
|
--no-cache \
|
|
.
|
|
|
|
create-manifests:
|
|
runs-on: ubuntu-22.04
|
|
needs: [publish-x86, publish-arm64]
|
|
if: github.repository == 'sgl-project/sglang'
|
|
environment: "prod"
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v2
|
|
with:
|
|
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
|
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
|
|
|
- name: Create multi-arch manifests
|
|
run: |
|
|
version=$(cat python/sglang/version.py | cut -d'"' -f2)
|
|
|
|
# Create versioned manifest
|
|
docker buildx imagetools create \
|
|
-t lmsysorg/sglang:v${version} \
|
|
lmsysorg/sglang:v${version}-cu129-amd64 \
|
|
lmsysorg/sglang:v${version}-cu129-arm64
|
|
|
|
# Create latest manifest
|
|
docker buildx imagetools create \
|
|
-t lmsysorg/sglang:latest \
|
|
lmsysorg/sglang:v${version}-cu129-amd64 \
|
|
lmsysorg/sglang:v${version}-cu129-arm64
|