feat: add blackwell workflow (#5303)
This commit is contained in:
36
.github/workflows/release-docker-blackwell.yml
vendored
Normal file
36
.github/workflows/release-docker-blackwell.yml
vendored
Normal file
@@ -0,0 +1,36 @@
|
||||
name: Build Blackwell Docker Image
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
schedule:
|
||||
- cron: '0 0 * * *'
|
||||
|
||||
jobs:
|
||||
build-dev:
|
||||
if: ${{ github.repository == 'sgl-project/sglang' }}
|
||||
runs-on: ubuntu-22.04
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Free disk space
|
||||
uses: jlumbroso/free-disk-space@main
|
||||
with:
|
||||
tool-cache: false
|
||||
docker-images: false
|
||||
android: true
|
||||
dotnet: true
|
||||
haskell: true
|
||||
large-packages: true
|
||||
swap-storage: false
|
||||
|
||||
- name: Login to Docker Hub
|
||||
uses: docker/login-action@v2
|
||||
with:
|
||||
username: ${{ secrets.DOCKERHUB_USERNAME }}
|
||||
password: ${{ secrets.DOCKERHUB_TOKEN }}
|
||||
|
||||
- name: Build and Push Blackwell Image
|
||||
run: |
|
||||
docker build . -f docker/Dockerfile.blackwell -t lmsysorg/sglang:blackwell --no-cache
|
||||
docker push lmsysorg/sglang:blackwell
|
||||
@@ -9,11 +9,12 @@ WORKDIR /sgl-workspace
|
||||
|
||||
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
|
||||
|
||||
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \
|
||||
&& pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
|
||||
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
|
||||
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
|
||||
|
||||
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
|
||||
&& pip3 install -e "python[blackwell]"
|
||||
&& cd sglang && pip3 install -e "python[blackwell]"
|
||||
|
||||
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps
|
||||
|
||||
ENV DEBIAN_FRONTEND=interactive
|
||||
|
||||
Reference in New Issue
Block a user