diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index 7df5e5fcf..c965d140f 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -33,6 +33,7 @@ RUN python -m pip cache purge # Performance environment variable. ENV HIP_FORCE_DEV_KERNARG=1 +ENV SGLANG_SET_CPU_AFFINITY=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 ENV NCCL_MIN_NCHANNELS=112