From 0639bf15d1077fafe6f1be41dad72d6c87b301a9 Mon Sep 17 00:00:00 2001 From: HAI Date: Mon, 2 Dec 2024 23:20:33 -0800 Subject: [PATCH] ROCm Container: set SGLANG_SET_CPU_AFFINITY=1 (#2328) --- docker/Dockerfile.rocm | 1 + 1 file changed, 1 insertion(+) diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index 7df5e5fcf..c965d140f 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -33,6 +33,7 @@ RUN python -m pip cache purge # Performance environment variable. ENV HIP_FORCE_DEV_KERNARG=1 +ENV SGLANG_SET_CPU_AFFINITY=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 ENV NCCL_MIN_NCHANNELS=112