From eca59f96c3a74ec788474070ab4c892eb0851eef Mon Sep 17 00:00:00 2001 From: kk <43161300+kkHuang-amd@users.noreply.github.com> Date: Sun, 14 Sep 2025 01:52:18 +0800 Subject: [PATCH] Update ROCm docker image to add sgl-router support (#10406) Co-authored-by: Colin Wang --- docker/Dockerfile.rocm | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index 2c3c9c0be..4ed5c37d9 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -194,6 +194,18 @@ RUN find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ \ /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ \ -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} +# Install Rust toolchain for sgl-router +ENV PATH="/root/.cargo/bin:${PATH}" +RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \ + && rustc --version && cargo --version + +# Build and install sgl-router +RUN python3 -m pip install --no-cache-dir setuptools-rust \ + && cd /sgl-workspace/sglang/sgl-router \ + && cargo build --release \ + && python3 -m pip install --no-cache-dir . \ + && rm -rf /root/.cache + # Performance environment variable. ENV HIP_FORCE_DEV_KERNARG=1 ENV HSA_NO_SCRATCH_RECLAIM=1