From 6ce6eabbcca6827d708d3ae714be8301a242cad9 Mon Sep 17 00:00:00 2001
From: Jesse Lopez <yosoyjay@gmail.com>
Date: Fri, 14 Feb 2025 09:23:32 -0800
Subject: [PATCH] Copy config files for MI300X to support in virtualized
 environments (#3505)

---
 docker/Dockerfile.rocm | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm
index 6a8bbd744..44217d227 100644
--- a/docker/Dockerfile.rocm
+++ b/docker/Dockerfile.rocm
@@ -58,6 +58,11 @@ RUN git clone ${ATER_REPO} \
     && git submodule update --init --recursive \
     && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop
 
+# Copy config files to support MI300X in virtualized environments (MI300X_VF).  Symlinks will not be created in image build.
+RUN find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/ \
+         /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/ \
+         -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {}
+
 # Performance environment variable.
 
 ENV HIP_FORCE_DEV_KERNARG=1