diff --git a/.github/workflows/release-docker-blackwell.yml b/.github/workflows/release-docker-blackwell.yml new file mode 100644 index 000000000..1dcb8b05b --- /dev/null +++ b/.github/workflows/release-docker-blackwell.yml @@ -0,0 +1,36 @@ +name: Build Blackwell Docker Image + +on: + workflow_dispatch: + schedule: + - cron: '0 0 * * *' + +jobs: + build-dev: + if: ${{ github.repository == 'sgl-project/sglang' }} + runs-on: ubuntu-22.04 + steps: + - name: Checkout repository + uses: actions/checkout@v4 + + - name: Free disk space + uses: jlumbroso/free-disk-space@main + with: + tool-cache: false + docker-images: false + android: true + dotnet: true + haskell: true + large-packages: true + swap-storage: false + + - name: Login to Docker Hub + uses: docker/login-action@v2 + with: + username: ${{ secrets.DOCKERHUB_USERNAME }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Build and Push Blackwell Image + run: | + docker build . -f docker/Dockerfile.blackwell -t lmsysorg/sglang:blackwell --no-cache + docker push lmsysorg/sglang:blackwell diff --git a/docker/Dockerfile.blackwell b/docker/Dockerfile.blackwell index a261706f7..13bfe1f4b 100644 --- a/docker/Dockerfile.blackwell +++ b/docker/Dockerfile.blackwell @@ -9,11 +9,12 @@ WORKDIR /sgl-workspace RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128 -RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \ - && pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \ +RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \ && pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \ - && pip3 install -e "python[blackwell]" + && cd sglang && pip3 install -e "python[blackwell]" + +RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps ENV DEBIAN_FRONTEND=interactive