732 lines
25 KiB
YAML
732 lines
25 KiB
YAML
name: PR Test
|
|
|
|
on:
|
|
push:
|
|
branches: [ main ]
|
|
pull_request:
|
|
branches: [ main ]
|
|
workflow_dispatch:
|
|
inputs:
|
|
version:
|
|
description: "FlashInfer version"
|
|
required: true
|
|
type: choice
|
|
default: 'release'
|
|
options:
|
|
- 'release'
|
|
- 'nightly'
|
|
|
|
concurrency:
|
|
group: pr-test-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
# =============================================== sgl-kernel ====================================================
|
|
|
|
sgl-kernel-check-changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
src: ${{ steps.filter.outputs.src }}
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Detect file changes
|
|
id: filter
|
|
uses: dorny/paths-filter@v3
|
|
with:
|
|
filters: |
|
|
src:
|
|
- "sgl-kernel/**"
|
|
|
|
sgl-kernel-lint:
|
|
runs-on: ubuntu-latest
|
|
needs: sgl-kernel-check-changes
|
|
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Check clang-format
|
|
uses: DoozyX/clang-format-lint-action@v0.18.1
|
|
with:
|
|
source: sgl-kernel
|
|
extensions: h,c,cpp,hpp,cu,cuh,cc
|
|
clangFormatVersion: 18
|
|
style: file
|
|
|
|
sgl-kernel-build-wheels:
|
|
needs: sgl-kernel-check-changes
|
|
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
runs-on: sgl-kernel-build-node
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- python-version: "3.10"
|
|
cuda-version: "12.4"
|
|
- python-version: "3.10"
|
|
cuda-version: "12.8"
|
|
- python-version: "3.10"
|
|
cuda-version: "12.9"
|
|
name: Build Wheel (CUDA ${{ matrix.cuda-version }})
|
|
steps:
|
|
- name: Cleanup
|
|
run: |
|
|
sudo rm -rf $GITHUB_WORKSPACE/* || true
|
|
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: "recursive"
|
|
|
|
- name: Set up Python ${{ matrix.python-version }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
- name: Build wheel for Python ${{ matrix.python-version }} and CUDA ${{ matrix.cuda-version }}
|
|
if: github.event_name != 'push' || (matrix.cuda-version != '11.8')
|
|
run: |
|
|
cd sgl-kernel
|
|
chmod +x ./build.sh
|
|
./build.sh "${{ matrix.python-version }}" "${{ matrix.cuda-version }}"
|
|
|
|
- name: Upload artifacts
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheel-python${{ matrix.python-version }}-cuda${{ matrix.cuda-version }}
|
|
path: sgl-kernel/dist/*
|
|
|
|
sgl-kernel-unit-test:
|
|
needs: [sgl-kernel-check-changes, sgl-kernel-build-wheels]
|
|
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Cleanup
|
|
run: |
|
|
ls -alh sgl-kernel/dist || true
|
|
rm -rf sgl-kernel/dist/* || true
|
|
|
|
- name: Download artifacts
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.9
|
|
|
|
- name: Install
|
|
run: |
|
|
bash scripts/ci/ci_install_dependency.sh
|
|
pip3 install torch==2.8.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu126 && pip3 install pytest
|
|
pip3 uninstall sgl-kernel -y || true
|
|
pip3 install sgl-kernel/dist/*whl --force-reinstall --no-deps
|
|
pip3 list | grep sgl-kernel
|
|
|
|
- name: Run test
|
|
timeout-minutes: 30
|
|
run: |
|
|
cd sgl-kernel
|
|
pytest tests/
|
|
|
|
- name: Uninstall dependencies
|
|
run: |
|
|
pip3 uninstall sgl-kernel -y
|
|
|
|
sgl-kernel-mla-test:
|
|
needs: [sgl-kernel-check-changes, sgl-kernel-build-wheels]
|
|
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Cleanup
|
|
run: |
|
|
ls -alh sgl-kernel/dist || true
|
|
rm -rf sgl-kernel/dist/* || true
|
|
|
|
- name: Download artifacts
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.9
|
|
|
|
- name: Install
|
|
run: |
|
|
bash scripts/ci/ci_install_dependency.sh
|
|
pip3 install torch==2.8.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu126
|
|
pip3 uninstall sgl-kernel -y || true
|
|
pip3 install sgl-kernel/dist/*whl --force-reinstall --no-deps
|
|
pip3 list | grep sgl-kernel
|
|
|
|
- name: Run test
|
|
timeout-minutes: 30
|
|
run: |
|
|
cd test/srt
|
|
python3 test_mla_deepseek_v3.py
|
|
|
|
- name: Uninstall dependencies
|
|
run: |
|
|
pip3 uninstall sgl-kernel -y
|
|
|
|
sgl-kernel-finish:
|
|
needs: [sgl-kernel-unit-test, sgl-kernel-mla-test, sgl-kernel-lint, sgl-kernel-build-wheels]
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Check all dependent job statuses
|
|
run: |
|
|
results=(${{ join(needs.*.result, ' ') }})
|
|
for result in "${results[@]}"; do
|
|
if [ "$result" = "failure" ] || [ "$result" = "cancelled" ]; then
|
|
echo "Job failed with result: $result"
|
|
exit 1
|
|
fi
|
|
done
|
|
echo "All jobs completed successfully"
|
|
exit 0
|
|
|
|
# =============================================== primary ====================================================
|
|
|
|
check-changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
src: ${{ steps.filter.outputs.src }}
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Detect file changes
|
|
id: filter
|
|
uses: dorny/paths-filter@v3
|
|
with:
|
|
filters: |
|
|
src:
|
|
- "python/**"
|
|
- "scripts/ci/**"
|
|
- "test/**"
|
|
- ".github/workflows/pr-test.yml"
|
|
- "sgl-kernel/**"
|
|
|
|
unit-test-frontend:
|
|
needs: [check-changes, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/lang
|
|
python3 run_suite.py --suite per-commit
|
|
|
|
unit-test-backend-1-gpu:
|
|
needs: [check-changes, unit-test-frontend, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
part: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 30
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit --auto-partition-id ${{ matrix.part }} --auto-partition-size 10
|
|
|
|
unit-test-backend-2-gpu:
|
|
needs: [check-changes, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 2-gpu-runner
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
part: [0, 1]
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 30
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-2-gpu --auto-partition-id ${{ matrix.part }} --auto-partition-size 2
|
|
|
|
unit-test-backend-4-gpu:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 4-gpu-runner
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
part: [0, 1]
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-4-gpu --auto-partition-id ${{ matrix.part }} --auto-partition-size 2
|
|
|
|
unit-test-backend-8-gpu:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 8-gpu-runner
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
part: [0, 1]
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-8-gpu --auto-partition-id ${{ matrix.part }} --auto-partition-size 2
|
|
|
|
performance-test-1-gpu-part-1:
|
|
needs: [check-changes, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Benchmark single latency
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_small
|
|
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_bs1_default
|
|
|
|
- name: Benchmark online latency
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_default
|
|
|
|
- name: Benchmark offline throughput
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default
|
|
|
|
- name: Benchmark offline throughput (Non-streaming, small batch size)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_non_stream_small_batch_size
|
|
|
|
- name: Benchmark online latency (EAGLE)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_eagle
|
|
|
|
- name: Benchmark online latency (LoRA)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_lora_online_latency
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_lora_online_latency_with_concurrent_adapter_updates
|
|
|
|
performance-test-1-gpu-part-2:
|
|
needs: [check-changes, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Benchmark offline throughput (w/o RadixAttention)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_without_radix_cache
|
|
|
|
- name: Benchmark offline throughput (w/ Triton)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_with_triton_attention_backend
|
|
|
|
- name: Benchmark offline throughput (w/ FP8)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default_fp8
|
|
|
|
- name: Benchmark VLM offline throughput
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_vlm_offline_throughput
|
|
|
|
- name: Benchmark VLM online latency
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_vlm_online_latency
|
|
|
|
performance-test-2-gpu:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 2-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Benchmark single latency (TP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
|
|
|
|
- name: Benchmark single latency + torch.compile (TP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_torch_compile_tp2_bs1
|
|
|
|
- name: Benchmark offline throughput (TP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_default
|
|
|
|
- name: Benchmark offline throughput (w/o RadixAttention) (TP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache
|
|
|
|
- name: Benchmark offline PP decode throughput (PP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_pp_offline_throughput_default_decode
|
|
|
|
- name: Benchmark offline PP prefill throughput (PP=2)
|
|
timeout-minutes: 10
|
|
run: |
|
|
cd test/srt
|
|
python3 -m unittest test_bench_serving.TestBenchServing.test_pp_long_context_prefill
|
|
|
|
accuracy-test-1-gpu:
|
|
needs: [check-changes, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 1-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
git clone https://github.com/merrymercy/human-eval.git
|
|
cd human-eval
|
|
pip install -e .
|
|
|
|
- name: Evaluate accuracy
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 test_eval_accuracy_large.py
|
|
|
|
accuracy-test-2-gpu:
|
|
needs: [check-changes, accuracy-test-1-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 2-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_dependency.sh
|
|
git clone https://github.com/merrymercy/human-eval.git
|
|
cd human-eval
|
|
pip install -e .
|
|
|
|
- name: Evaluate accuracy (TP=2)
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 test_moe_eval_accuracy_large.py
|
|
|
|
unit-test-deepep-4-gpu:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 4-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_deepep.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-4-gpu-deepep
|
|
|
|
unit-test-deepep-8-gpu:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: 8-gpu-runner
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.4
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} bash scripts/ci/ci_install_deepep.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 20
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-8-gpu-deepep
|
|
|
|
unit-test-backend-8-gpu-b200:
|
|
needs: [check-changes, unit-test-backend-2-gpu, sgl-kernel-check-changes, sgl-kernel-finish]
|
|
if: always() && !failure() && !cancelled() &&
|
|
(github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
|
|
github.event.pull_request.draft == false &&
|
|
needs.check-changes.outputs.src == 'true'
|
|
runs-on: b200-runner
|
|
strategy:
|
|
fail-fast: false
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Download artifacts
|
|
if: needs.sgl-kernel-check-changes.outputs.src == 'true'
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: sgl-kernel/dist/
|
|
merge-multiple: true
|
|
pattern: wheel-python3.10-cuda12.8
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
CUSTOM_BUILD_SGL_KERNEL=${{needs.sgl-kernel-check-changes.outputs.src}} IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
|
|
|
|
- name: Run test
|
|
timeout-minutes: 60
|
|
run: |
|
|
cd test/srt
|
|
python3 run_suite.py --suite per-commit-8-gpu-b200 --auto-partition-id 0 --auto-partition-size 1
|
|
|
|
|
|
pr-test-finish:
|
|
needs: [
|
|
check-changes,
|
|
unit-test-frontend, unit-test-backend-1-gpu,
|
|
unit-test-backend-2-gpu, unit-test-backend-4-gpu, unit-test-backend-8-gpu,
|
|
performance-test-1-gpu-part-1, performance-test-1-gpu-part-2, performance-test-2-gpu,
|
|
accuracy-test-1-gpu, accuracy-test-2-gpu,
|
|
unit-test-deepep-4-gpu, unit-test-deepep-8-gpu,
|
|
unit-test-backend-8-gpu-b200,
|
|
]
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Check all dependent job statuses
|
|
run: |
|
|
results=(${{ join(needs.*.result, ' ') }})
|
|
for result in "${results[@]}"; do
|
|
if [ "$result" = "failure" ] || [ "$result" = "cancelled" ]; then
|
|
echo "Job failed with result: $result"
|
|
exit 1
|
|
fi
|
|
done
|
|
echo "All jobs completed successfully"
|
|
exit 0
|