EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

ROCm Container: set SGLANG_SET_CPU_AFFINITY=1 (#2328)

Browse Source
This commit is contained in:
HAI
2024-12-02 23:20:33 -08:00
committed by GitHub
parent aa47f64223
commit 0639bf15d1
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
docker/Dockerfile.rocm
View File

@@ -33,6 +33,7 @@ RUN python -m pip cache purge
# Performance environment variable. # Performance environment variable.
ENV HIP_FORCE_DEV_KERNARG=1 ENV HIP_FORCE_DEV_KERNARG=1
ENV SGLANG_SET_CPU_AFFINITY=1
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
ENV NCCL_MIN_NCHANNELS=112 ENV NCCL_MIN_NCHANNELS=112