EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add dummy grok test to amd CI. (#5115)

Browse Source
This commit is contained in:
saienduri
2025-04-08 00:44:59 -07:00
committed by GitHub
parent fd5a55cfd3
commit 3033c11a21
1 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
.github/workflows/pr-test-amd.yml vendored
View File

@@ -7,12 +7,14 @@ on:
- "python/sglang/**" - "python/sglang/**"
- "test/**" - "test/**"
- "sgl-kernel/**" - "sgl-kernel/**"
- ".github/workflows/pr-test-amd.yml"
pull_request: pull_request:
branches: [ main ] branches: [ main ]
paths: paths:
- "python/sglang/**" - "python/sglang/**"
- "test/**" - "test/**"
- "sgl-kernel/**" - "sgl-kernel/**"
- ".github/workflows/pr-test-amd.yml"
workflow_dispatch: workflow_dispatch:
concurrency: concurrency:
@@ -36,12 +38,12 @@ jobs:
else else
DEVICE_FLAG="--device /dev/dri" DEVICE_FLAG="--device /dev/dri"
fi fi
docker pull lmsysorg/sglang:v0.4.3.post4-rocm630 docker pull lmsysorg/sglang:v0.4.5-rocm630
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \ docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \ -v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
--cap-add=SYS_PTRACE -e HF_TOKEN=${HF_TOKEN} --security-opt seccomp=unconfined \ --cap-add=SYS_PTRACE -e HF_TOKEN=${HF_TOKEN} --security-opt seccomp=unconfined \
-w /sglang-checkout --name ci_sglang \ -w /sglang-checkout --name ci_sglang \
lmsysorg/sglang:v0.4.3.post4-rocm630 lmsysorg/sglang:v0.4.5-rocm630
- name: Install dependencies - name: Install dependencies
run: | run: |
@@ -53,12 +55,17 @@ jobs:
docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git docker exec -w / ci_sglang git clone https://github.com/merrymercy/human-eval.git
docker exec -w /human-eval ci_sglang pip install -e . docker exec -w /human-eval ci_sglang pip install -e .
docker exec -w / ci_sglang mkdir -p /dummy-grok
mkdir -p dummy-grok && wget https://sharkpublic.blob.core.windows.net/sharkpublic/sglang/dummy_grok.json -P dummy-grok
docker cp ./dummy-grok ci_sglang:/dummy-grok/
- name: Evaluate Accuracy - name: Evaluate Accuracy
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_accuracy_large.py docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_accuracy_large.py
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_fp8_accuracy.py docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 test_eval_fp8_accuracy.py
docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 models/test_qwen_models.py docker exec -w /sglang-checkout/test/srt -e SGLANG_IS_IN_CI=1 ci_sglang python3 models/test_qwen_models.py
docker exec -w /sglang-checkout -e SGLANG_IS_IN_CI=1 ci_sglang python3 -m sglang.bench_one_batch --batch-size 32 --input 1024 --output 8 --model /dummy-grok --tokenizer-path Xenova/grok-1-tokenizer --load-format dummy --tp 8 --quantization fp8
mla-test-1-gpu-amd: mla-test-1-gpu-amd:
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') && if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
@@ -76,12 +83,12 @@ jobs:
else else
DEVICE_FLAG="--device /dev/dri" DEVICE_FLAG="--device /dev/dri"
fi fi
docker pull lmsysorg/sglang:v0.4.3.post4-rocm630 docker pull lmsysorg/sglang:v0.4.5-rocm630
docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \ docker run -dt --user root --device=/dev/kfd $DEVICE_FLAG \
-v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \ -v ${{ github.workspace }}:/sglang-checkout --ipc=host --group-add video \
--cap-add=SYS_PTRACE -e HF_TOKEN=${{ secrets.AMD_HF_TOKEN }} --security-opt seccomp=unconfined \ --cap-add=SYS_PTRACE -e HF_TOKEN=${{ secrets.AMD_HF_TOKEN }} --security-opt seccomp=unconfined \
-w /sglang-checkout --name ci_sglang \ -w /sglang-checkout --name ci_sglang \
lmsysorg/sglang:v0.4.3.post4-rocm630 lmsysorg/sglang:v0.4.5-rocm630
- name: Install dependencies - name: Install dependencies
run: | run: |