[Image] Refactor image build (#5175)
### What this PR does / why we need it?
In the past time, we used a hybrid architecture cross-compilation
approach for image building. This method had a problem:
cross-compilation performance was very poor, leading to extremely long
build times(abort 4h) and even a probability of failure(see
https://github.com/vllm-project/vllm-ascend/actions/runs/20152861650/job/57849208186).
Therefore, I recommend using a separate architecture build followed by
manifest merging, which significantly reduces image build time(20min).
- vLLM version: v0.12.0
- vLLM main:
ad32e3e19c
---------
Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
Li Wang
172
.github/workflows/_pr_image_build.yaml
vendored
Normal file
172
.github/workflows/_pr_image_build.yaml
vendored
Normal file
@@ -0,0 +1,172 @@
|
|||||||
|
name: Image_oncall
|
||||||
|
on:
|
||||||
|
workflow_call:
|
||||||
|
inputs:
|
||||||
|
suffix:
|
||||||
|
description: 'The tag subfix to use'
|
||||||
|
required: true
|
||||||
|
type: string
|
||||||
|
should_push:
|
||||||
|
description: 'Whether to push the image'
|
||||||
|
required: false
|
||||||
|
type: boolean
|
||||||
|
default: False
|
||||||
|
dockerfile:
|
||||||
|
description: 'The Dockerfile to use'
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
quay_username:
|
||||||
|
description: 'Quay username for pushing images'
|
||||||
|
required: false
|
||||||
|
type: string
|
||||||
|
secrets:
|
||||||
|
QUAY_PASSWORD:
|
||||||
|
description: 'Quay password for pushing images'
|
||||||
|
required: false
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-push-digest:
|
||||||
|
name: Image Build and Push
|
||||||
|
runs-on: ${{ matrix.runner }}
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- arch: linux/amd64
|
||||||
|
runner: ubuntu-latest
|
||||||
|
tag: amd64
|
||||||
|
- arch: linux/arm64
|
||||||
|
runner: ubuntu-22.04-arm
|
||||||
|
tag: arm64
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
fetch-depth: 0
|
||||||
|
persist-credentials: false
|
||||||
|
|
||||||
|
- name: Free up disk space
|
||||||
|
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
||||||
|
with:
|
||||||
|
tool-cache: true
|
||||||
|
docker-images: false
|
||||||
|
|
||||||
|
- name: Publish - Login to Quay Container Registry
|
||||||
|
if: ${{ inputs.should_push }}
|
||||||
|
uses: docker/login-action@v3
|
||||||
|
with:
|
||||||
|
registry: quay.io
|
||||||
|
username: ${{ inputs.quay_username }}
|
||||||
|
password: ${{ secrets.QUAY_PASSWORD }}
|
||||||
|
|
||||||
|
- name: Set up Docker Buildx
|
||||||
|
uses: docker/setup-buildx-action@v3
|
||||||
|
with:
|
||||||
|
install: true
|
||||||
|
driver: docker-container
|
||||||
|
use: true
|
||||||
|
|
||||||
|
- name: Build and push
|
||||||
|
uses: docker/build-push-action@v6
|
||||||
|
id: build
|
||||||
|
with:
|
||||||
|
platforms: ${{ matrix.arch }}
|
||||||
|
# use the current repo path as the build context, ensure .git is contained
|
||||||
|
context: .
|
||||||
|
file: ${{ inputs.dockerfile || 'Dockerfile' }}
|
||||||
|
# only trigger when tag, branch/main push
|
||||||
|
push: ${{ inputs.should_push }}
|
||||||
|
tags: quay.io/ascend/vllm-ascend
|
||||||
|
outputs: type=image,push-by-digest=true,name-canonical=true,push=${{ inputs.should_push }}
|
||||||
|
build-args: |
|
||||||
|
PIP_INDEX_URL=https://pypi.org/simple
|
||||||
|
provenance: false
|
||||||
|
|
||||||
|
- name: Export digest
|
||||||
|
run: |
|
||||||
|
mkdir -p ${{ runner.temp }}/digests
|
||||||
|
digest="${{ steps.build.outputs.digest }}"
|
||||||
|
touch "${{ runner.temp }}/digests/${digest#sha256:}"
|
||||||
|
- name: Upload digest
|
||||||
|
uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: digests-${{ inputs.suffix }}-${{ matrix.tag }}
|
||||||
|
path: ${{ runner.temp }}/digests/*
|
||||||
|
if-no-files-found: error
|
||||||
|
retention-days: 1
|
||||||
|
|
||||||
|
|
||||||
|
merge-image:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: build-push-digest
|
||||||
|
if: ${{ inputs.should_push }}
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Download arm64 digests
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
path: ${{ runner.temp }}/digests
|
||||||
|
pattern: digests-${{ inputs.suffix }}-arm64
|
||||||
|
merge-multiple: true
|
||||||
|
|
||||||
|
- name: Download amd64 digests
|
||||||
|
uses: actions/download-artifact@v4
|
||||||
|
with:
|
||||||
|
path: ${{ runner.temp }}/digests
|
||||||
|
pattern: digests-${{ inputs.suffix }}-amd64
|
||||||
|
merge-multiple: true
|
||||||
|
|
||||||
|
- name: Prepare suffix
|
||||||
|
id: suffix
|
||||||
|
run: |
|
||||||
|
if [ -n "${{ inputs.suffix }}" ]; then
|
||||||
|
echo "SUFFIX=-${{ inputs.suffix }}" >> $GITHUB_ENV
|
||||||
|
else
|
||||||
|
echo "SUFFIX=" >> $GITHUB_ENV
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Docker meta
|
||||||
|
id: meta
|
||||||
|
uses: docker/metadata-action@v5
|
||||||
|
with:
|
||||||
|
# TODO(yikun): add more hub image and a note on release policy for container image
|
||||||
|
images: |
|
||||||
|
quay.io/ascend/vllm-ascend
|
||||||
|
# Note for test case
|
||||||
|
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
||||||
|
# 1. branch job pulish per main/*-dev branch commits
|
||||||
|
# 2. main and dev pull_request is build only, so the tag pr-N-openeuler is fine
|
||||||
|
# 3. only pep440 matched tag will be published:
|
||||||
|
# - v0.7.1 --> v0.7.1-openeuler
|
||||||
|
# - pre/post/dev: v0.7.1rc1-openeuler/v0.7.1rc1-openeuler/v0.7.1rc1.dev1-openeuler/v0.7.1.post1-openeuler, no latest
|
||||||
|
# which follow the rule from vLLM with prefix v
|
||||||
|
# TODO(yikun): the post release might be considered as latest release
|
||||||
|
tags: |
|
||||||
|
type=ref,event=branch,suffix=${{ env.SUFFIX }}
|
||||||
|
type=ref,event=pr,suffix=${{ env.SUFFIX }}
|
||||||
|
type=pep440,pattern={{raw}},suffix=${{ env.SUFFIX }}
|
||||||
|
flavor:
|
||||||
|
latest=false
|
||||||
|
|
||||||
|
- name: Login to Quay
|
||||||
|
uses: docker/login-action@v3
|
||||||
|
with:
|
||||||
|
registry: quay.io
|
||||||
|
username: ${{ inputs.quay_username }}
|
||||||
|
password: ${{ secrets.QUAY_PASSWORD }}
|
||||||
|
|
||||||
|
- name: Set up Docker Buildx
|
||||||
|
uses: docker/setup-buildx-action@v3
|
||||||
|
|
||||||
|
- name: Merge and push multi-arch image
|
||||||
|
env:
|
||||||
|
IMAGE: quay.io/ascend/vllm-ascend
|
||||||
|
TAGS: ${{ steps.meta.outputs.tags }}
|
||||||
|
run: |
|
||||||
|
DIGESTS=$(printf "$IMAGE@sha256:%s " $(ls ${{ runner.temp }}/digests))
|
||||||
|
|
||||||
|
echo "Digests: $DIGESTS"
|
||||||
|
echo "Current tags: $TAGS"
|
||||||
|
docker buildx imagetools create \
|
||||||
|
-t TAGS \
|
||||||
|
$DIGESTS
|
||||||
515
.github/workflows/pr_tag_image_build_and_push.yaml
vendored
515
.github/workflows/pr_tag_image_build_and_push.yaml
vendored
@@ -16,8 +16,9 @@ on:
|
|||||||
- 'main'
|
- 'main'
|
||||||
- '*-dev'
|
- '*-dev'
|
||||||
paths:
|
paths:
|
||||||
- '.github/workflows/image_build_and_push.yml'
|
- '.github/workflows/pr_tag_image_build_and_push.yaml'
|
||||||
- 'Dockerfile*'
|
- 'Dockerfile*'
|
||||||
|
- '.github/workflows/_pr_image_build.yml'
|
||||||
- 'vllm_ascend/**'
|
- 'vllm_ascend/**'
|
||||||
- 'setup.py'
|
- 'setup.py'
|
||||||
- 'pyproject.toml'
|
- 'pyproject.toml'
|
||||||
@@ -25,7 +26,7 @@ on:
|
|||||||
- 'cmake/**'
|
- 'cmake/**'
|
||||||
- 'CMakeLists.txt'
|
- 'CMakeLists.txt'
|
||||||
- 'csrc/**'
|
- 'csrc/**'
|
||||||
types: [ labeled ]
|
types: [ labeled, synchronize ]
|
||||||
push:
|
push:
|
||||||
# Publish image when tagging, the Dockerfile in tag will be build as tag image
|
# Publish image when tagging, the Dockerfile in tag will be build as tag image
|
||||||
branches:
|
branches:
|
||||||
@@ -34,8 +35,9 @@ on:
|
|||||||
tags:
|
tags:
|
||||||
- 'v*'
|
- 'v*'
|
||||||
paths:
|
paths:
|
||||||
- '.github/workflows/image_build_and_push.yaml'
|
- '.github/workflows/pr_tag_image_build_and_push.yaml'
|
||||||
- 'Dockerfile'
|
- 'Dockerfile*'
|
||||||
|
- '.github/workflows/_pr_image_build.yml'
|
||||||
- 'vllm_ascend/**'
|
- 'vllm_ascend/**'
|
||||||
- 'setup.py'
|
- 'setup.py'
|
||||||
- 'pyproject.toml'
|
- 'pyproject.toml'
|
||||||
@@ -44,485 +46,40 @@ on:
|
|||||||
- 'CMakeLists.txt'
|
- 'CMakeLists.txt'
|
||||||
- 'csrc/**'
|
- 'csrc/**'
|
||||||
|
|
||||||
|
workflow_dispatch:
|
||||||
# only cancel in-progress runs of the same workflow
|
# only cancel in-progress runs of the same workflow
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.ref }}
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
a2_ubuntu:
|
image_build:
|
||||||
name: A2 Ubuntu Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
if: ${{ github.event_name == 'push' }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
persist-credentials: false
|
|
||||||
|
|
||||||
- name: Docker meta
|
|
||||||
id: meta
|
|
||||||
uses: docker/metadata-action@v5
|
|
||||||
with:
|
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
|
||||||
images: |
|
|
||||||
quay.io/ascend/vllm-ascend
|
|
||||||
# Note for test case
|
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N is fine
|
|
||||||
# 3. only pep440 matched tag will be published:
|
|
||||||
# - v0.7.1 --> v0.7.1, latest
|
|
||||||
# - pre/post/dev: v0.7.1rc1/v0.7.1rc1/v0.7.1rc1.dev1/v0.7.1.post1, no latest
|
|
||||||
# which follow the rule from vLLM with prefix v
|
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
|
||||||
tags: |
|
|
||||||
type=ref,event=branch
|
|
||||||
type=ref,event=pr
|
|
||||||
type=pep440,pattern={{raw}}
|
|
||||||
flavor:
|
|
||||||
latest=true
|
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push A2
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/amd64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
file: Dockerfile
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|
||||||
a2_openeuler:
|
|
||||||
name: A2 openEuler Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'ubuntu-latest' ||
|
|
||||||
'ubuntu-24.04-arm'
|
|
||||||
}}
|
|
||||||
if: ${{ github.event_name == 'push' || (contains(github.event.pull_request.labels.*.name, 'ready') && contains(github.event.pull_request.labels.*.name, 'ready-for-test')) }}
|
if: ${{ github.event_name == 'push' || (contains(github.event.pull_request.labels.*.name, 'ready') && contains(github.event.pull_request.labels.*.name, 'ready-for-test')) }}
|
||||||
steps:
|
name: image build and push
|
||||||
- uses: actions/checkout@v6
|
strategy:
|
||||||
with:
|
matrix:
|
||||||
fetch-depth: 0
|
build_meta:
|
||||||
persist-credentials: false
|
- name: A2 Ubuntu
|
||||||
|
dockerfile: Dockerfile
|
||||||
- name: Docker meta
|
suffix: ''
|
||||||
id: meta
|
- name: A2 openeuler
|
||||||
uses: docker/metadata-action@v5
|
dockerfile: Dockerfile.openEuler
|
||||||
with:
|
suffix: 'openeuler'
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
- name: A3 Ubuntu
|
||||||
images: |
|
dockerfile: Dockerfile.a3
|
||||||
quay.io/ascend/vllm-ascend
|
suffix: 'a3'
|
||||||
# Note for test case
|
- name: A3 openEuler
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
dockerfile: Dockerfile.a3.openEuler
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
suffix: 'a3-openeuler'
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N-openeuler is fine
|
# - name: 310P Ubuntu
|
||||||
# 3. only pep440 matched tag will be published:
|
# dockerfile: Dockerfile.310p
|
||||||
# - v0.7.1 --> v0.7.1-openeuler
|
# - name: 310P openEuler
|
||||||
# - pre/post/dev: v0.7.1rc1-openeuler/v0.7.1rc1-openeuler/v0.7.1rc1.dev1-openeuler/v0.7.1.post1-openeuler, no latest
|
# dockerfile: Dockerfile.310p.openEuler
|
||||||
# which follow the rule from vLLM with prefix v
|
uses: ./.github/workflows/_pr_image_build.yaml
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
with:
|
||||||
tags: |
|
dockerfile: ${{ matrix.build_meta.dockerfile }}
|
||||||
type=ref,event=branch,suffix=-openeuler
|
suffix: ${{ matrix.build_meta.suffix }}
|
||||||
type=ref,event=pr,suffix=-openeuler
|
quay_username: ${{ vars.QUAY_USERNAME }}
|
||||||
type=pep440,pattern={{raw}},suffix=-openeuler
|
should_push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
||||||
flavor:
|
secrets:
|
||||||
latest=true
|
QUAY_PASSWORD: ${{ secrets.QUAY_PASSWORD }}
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push 910b
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/arm64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
file: Dockerfile.openEuler
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|
||||||
a3_ubuntu:
|
|
||||||
name: A3 Ubuntu Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
if: ${{ github.event_name == 'push' || (contains(github.event.pull_request.labels.*.name, 'ready') && contains(github.event.pull_request.labels.*.name, 'ready-for-test')) }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
persist-credentials: false
|
|
||||||
|
|
||||||
- name: Docker meta
|
|
||||||
id: meta
|
|
||||||
uses: docker/metadata-action@v5
|
|
||||||
with:
|
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
|
||||||
images: |
|
|
||||||
quay.io/ascend/vllm-ascend
|
|
||||||
# Note for test case
|
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N-a3 is fine
|
|
||||||
# 3. only pep440 matched tag will be published:
|
|
||||||
# - v0.7.1 --> v0.7.1-a3
|
|
||||||
# - pre/post/dev: v0.7.1rc1-a3/v0.7.1rc1-a3/v0.7.1rc1.dev1-a3/v0.7.1.post1-a3, no latest
|
|
||||||
# which follow the rule from vLLM with prefix v
|
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
|
||||||
tags: |
|
|
||||||
type=ref,event=branch,suffix=-a3
|
|
||||||
type=ref,event=pr,suffix=-a3
|
|
||||||
type=pep440,pattern={{raw}},suffix=-a3
|
|
||||||
flavor:
|
|
||||||
latest=false
|
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push a3
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/amd64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
file: Dockerfile.a3
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|
||||||
a3_openeuler:
|
|
||||||
name: A3 openEuler Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'ubuntu-latest' ||
|
|
||||||
'ubuntu-24.04-arm'
|
|
||||||
}}
|
|
||||||
if: ${{ github.event_name == 'push' }}
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
persist-credentials: false
|
|
||||||
|
|
||||||
- name: Docker meta
|
|
||||||
id: meta
|
|
||||||
uses: docker/metadata-action@v5
|
|
||||||
with:
|
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
|
||||||
images: |
|
|
||||||
quay.io/ascend/vllm-ascend
|
|
||||||
# Note for test case
|
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N-a3-openeuler is fine
|
|
||||||
# 3. only pep440 matched tag will be published:
|
|
||||||
# - v0.7.1 --> v0.7.1-a3-openeuler
|
|
||||||
# - pre/post/dev: v0.7.1rc1-a3-openeuler/v0.7.1rc1-a3-openeuler/v0.7.1rc1.dev1-a3-openeuler/v0.7.1.post1-a3-openeuler, no latest
|
|
||||||
# which follow the rule from vLLM with prefix v
|
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
|
||||||
tags: |
|
|
||||||
type=ref,event=branch,suffix=-a3-openeuler
|
|
||||||
type=ref,event=pr,suffix=-a3-openeuler
|
|
||||||
type=pep440,pattern={{raw}},suffix=-a3-openeuler
|
|
||||||
flavor:
|
|
||||||
latest=false
|
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push a3
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/arm64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
file: Dockerfile.a3.openEuler
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|
||||||
_310p_ubuntu:
|
|
||||||
name: 310P Ubuntu Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
# 310 doesn't work now. Skip it.
|
|
||||||
# if: ${{ github.event_name == 'push' || (contains(github.event.pull_request.labels.*.name, 'ready') && contains(github.event.pull_request.labels.*.name, 'ready-for-test')) }}
|
|
||||||
if: false
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
persist-credentials: false
|
|
||||||
|
|
||||||
- name: Print
|
|
||||||
run: |
|
|
||||||
lscpu
|
|
||||||
|
|
||||||
- name: Docker meta
|
|
||||||
id: meta
|
|
||||||
uses: docker/metadata-action@v5
|
|
||||||
with:
|
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
|
||||||
images: |
|
|
||||||
quay.io/ascend/vllm-ascend
|
|
||||||
# Note for test case
|
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N is fine
|
|
||||||
# 3. only pep440 matched tag will be published:
|
|
||||||
# - v0.7.1 --> v0.7.1-310p
|
|
||||||
# - pre/post/dev: v0.7.1rc1-310p/v0.7.1rc1-310p/v0.7.1rc1.dev1-310p/v0.7.1.post1-310p, no latest
|
|
||||||
# which follow the rule from vLLM with prefix v
|
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
|
||||||
tags: |
|
|
||||||
type=ref,event=branch,suffix=-310p
|
|
||||||
type=ref,event=pr,suffix=-310p
|
|
||||||
type=pep440,pattern={{raw}},suffix=-310p
|
|
||||||
flavor:
|
|
||||||
latest=false
|
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push 310p
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/amd64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
file: Dockerfile.310p
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|
||||||
_310p_openeuler:
|
|
||||||
name: 310P openEuler Image Build and Push
|
|
||||||
# Only arm64 build on openEuler arm64, only amd64 build on Ubuntu amd64
|
|
||||||
# Push event or PR with both 'ready' and 'ready-for-test' labels
|
|
||||||
runs-on: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'ubuntu-latest' ||
|
|
||||||
'ubuntu-24.04-arm'
|
|
||||||
}}
|
|
||||||
# 310 doesn't work now. Skip it.
|
|
||||||
# if: ${{ github.event_name == 'push' || (contains(github.event.pull_request.labels.*.name, 'ready') && contains(github.event.pull_request.labels.*.name, 'ready-for-test')) }}
|
|
||||||
if: false
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v6
|
|
||||||
with:
|
|
||||||
fetch-depth: 0
|
|
||||||
persist-credentials: false
|
|
||||||
|
|
||||||
- name: Print
|
|
||||||
run: |
|
|
||||||
lscpu
|
|
||||||
|
|
||||||
- name: Docker meta
|
|
||||||
id: meta
|
|
||||||
uses: docker/metadata-action@v5
|
|
||||||
with:
|
|
||||||
# TODO(yikun): add more hub image and a note on release policy for container image
|
|
||||||
images: |
|
|
||||||
quay.io/ascend/vllm-ascend
|
|
||||||
# Note for test case
|
|
||||||
# https://github.com/marketplace/actions/docker-metadata-action#typeref
|
|
||||||
# 1. branch job pulish per main/*-dev branch commits
|
|
||||||
# 2. main and dev pull_request is build only, so the tag pr-N-310p-openeuler is fine
|
|
||||||
# 3. only pep440 matched tag will be published:
|
|
||||||
# - v0.7.1 --> v0.7.1-310p-openeuler
|
|
||||||
# - pre/post/dev: v0.7.1rc1-310p-openeuler/v0.7.1rc1-310p-openeuler/v0.7.1rc1.dev1-310p-openeuler/v0.7.1.post1-310p-openeuler, no latest
|
|
||||||
# which follow the rule from vLLM with prefix v
|
|
||||||
# TODO(yikun): the post release might be considered as latest release
|
|
||||||
tags: |
|
|
||||||
type=ref,event=branch,suffix=-310p-openeuler
|
|
||||||
type=ref,event=pr,suffix=-310p-openeuler
|
|
||||||
type=pep440,pattern={{raw}},suffix=-310p-openeuler
|
|
||||||
flavor:
|
|
||||||
latest=false
|
|
||||||
|
|
||||||
- name: Free up disk space
|
|
||||||
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
|
|
||||||
with:
|
|
||||||
tool-cache: true
|
|
||||||
docker-images: false
|
|
||||||
|
|
||||||
- name: Build - Set up QEMU
|
|
||||||
uses: docker/setup-qemu-action@v3
|
|
||||||
|
|
||||||
- name: Build - Set up Docker Buildx
|
|
||||||
uses: docker/setup-buildx-action@v3
|
|
||||||
|
|
||||||
- name: Publish - Login to Quay Container Registry
|
|
||||||
if: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
uses: docker/login-action@v3
|
|
||||||
with:
|
|
||||||
registry: quay.io
|
|
||||||
username: ${{ vars.QUAY_USERNAME }}
|
|
||||||
password: ${{ secrets.QUAY_PASSWORD }}
|
|
||||||
|
|
||||||
- name: Build and push 310p
|
|
||||||
uses: docker/build-push-action@v6
|
|
||||||
with:
|
|
||||||
platforms: >-
|
|
||||||
${{
|
|
||||||
github.event_name == 'push' && github.repository_owner == 'vllm-project' &&
|
|
||||||
'linux/amd64,linux/arm64' ||
|
|
||||||
'linux/arm64'
|
|
||||||
}}
|
|
||||||
# use the current repo path as the build context, ensure .git is contained
|
|
||||||
context: .
|
|
||||||
# only trigger when tag, branch/main push
|
|
||||||
push: ${{ github.event_name == 'push' && github.repository_owner == 'vllm-project' }}
|
|
||||||
labels: ${{ steps.meta.outputs.labels }}
|
|
||||||
tags: ${{ steps.meta.outputs.tags }}
|
|
||||||
file: Dockerfile.310p.openEuler
|
|
||||||
build-args: |
|
|
||||||
PIP_INDEX_URL=https://pypi.org/simple
|
|
||||||
provenance: false
|
|
||||||
|
|||||||
Reference in New Issue
Block a user