ci: add moe test (#1053)
This commit is contained in:
42
.github/workflows/moe-test.yml
vendored
Normal file
42
.github/workflows/moe-test.yml
vendored
Normal file
@@ -0,0 +1,42 @@
|
||||
name: MoE Test
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: [ main ]
|
||||
paths:
|
||||
- "python/sglang/**"
|
||||
- "test/**"
|
||||
pull_request:
|
||||
branches: [ main ]
|
||||
paths:
|
||||
- "python/sglang/**"
|
||||
- "test/**"
|
||||
workflow_dispatch:
|
||||
|
||||
concurrency:
|
||||
group: moe-test-${{ github.ref }}
|
||||
cancel-in-progress: true
|
||||
|
||||
jobs:
|
||||
moe-test:
|
||||
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
|
||||
runs-on: accuracy
|
||||
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v3
|
||||
|
||||
- name: Install dependencies
|
||||
run: |
|
||||
source $HOME/venv/bin/activate
|
||||
echo "$HOME/venv/bin" >> $GITHUB_PATH
|
||||
|
||||
pip install --upgrade pip
|
||||
pip install -e "python[all]"
|
||||
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/ --force-reinstall
|
||||
|
||||
- name: Benchmark MOE Serving Throughput
|
||||
run: |
|
||||
cd test/srt
|
||||
python3 -m unittest test_moe_serving_throughput.TestServingThroughput.test_default
|
||||
python3 -m unittest test_moe_serving_throughput.TestServingThroughput.test_default_without_radix_cache
|
||||
Reference in New Issue
Block a user