From 04d8cd20883937a2b9cb1e23b192b534a64170cc Mon Sep 17 00:00:00 2001 From: saienduri Date: Wed, 5 Feb 2025 10:45:12 -0800 Subject: [PATCH] Initial Enablement of CI on MI300 (#3168) --- .github/workflows/pr-test-amd.yml | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/.github/workflows/pr-test-amd.yml b/.github/workflows/pr-test-amd.yml index 83210fe52..d5bed4c16 100644 --- a/.github/workflows/pr-test-amd.yml +++ b/.github/workflows/pr-test-amd.yml @@ -20,7 +20,12 @@ concurrency: jobs: accuracy-test-1-gpu: if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' - runs-on: 1-gpu-runner-amd + runs-on: linux-mi300-gpu-1 + container: + image: lmsysorg/sglang:v0.4.2.post2-rocm630 + options: --user root --device=/dev/kfd --device=/dev/dri --ipc=host --group-add video --cap-add=SYS_PTRACE --security-opt seccomp=unconfined + env: + HF_TOKEN: ${{ secrets.HF_TOKEN }} steps: - name: Checkout code uses: actions/checkout@v3 @@ -28,8 +33,10 @@ jobs: - name: Install dependencies run: | pip install --upgrade pip - pip install -e "python[runtime_common, test]" - pip install -e "python" --no-deps + cd sgl-kernel + python3 setup_rocm.py install + cd .. + pip install -e "python[dev_hip]" git clone https://github.com/merrymercy/human-eval.git cd human-eval