Resubmit MoE-EP (#2371)

This commit is contained in:
xiaobochen
2024-12-06 15:05:21 +08:00
committed by GitHub
parent 64fceab8af
commit 3d32e4a32c
10 changed files with 1172 additions and 8 deletions

View File

@@ -105,6 +105,12 @@ jobs:
cd test/srt
python3 test_update_weights_from_distributed.py
- name: Evaluate MoE EP accuracy (TP=2)
timeout-minutes: 10
run: |
cd test/srt
python3 test_moe_ep.py
performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
runs-on: 1-gpu-runner