EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: only upgrade nccl for cu128 (#5986)

Browse Source
This commit is contained in:
Yineng Zhang
2025-05-02 11:31:29 -07:00
committed by GitHub
parent d8ab60117f
commit 141a459644
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docker/Dockerfile
View File

@@ -29,7 +29,7 @@ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \
export CUINDEX=121; \ export CUINDEX=121; \
elif [ "$CUDA_VERSION" = "12.4.1" ]; then \ elif [ "$CUDA_VERSION" = "12.4.1" ]; then \
export CUINDEX=124; \ export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "12.5.1" ]; then \ elif [ "$CUDA_VERSION" = "12.8.1" ]; then \
export CUINDEX=124; \ export CUINDEX=124; \
elif [ "$CUDA_VERSION" = "11.8.0" ]; then \ elif [ "$CUDA_VERSION" = "11.8.0" ]; then \
export CUINDEX=118; \ export CUINDEX=118; \
@@ -40,6 +40,8 @@ RUN python3 -m pip install --upgrade pip setuptools wheel html5lib six \
&& python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} \ && python3 -m pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cu${CUINDEX} \
&& cd sglang \ && cd sglang \
&& python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --find-links https://flashinfer.ai/whl/cu${CUINDEX}/torch2.6/flashinfer-python \ && python3 -m pip --no-cache-dir install -e "python[${BUILD_TYPE}]" --find-links https://flashinfer.ai/whl/cu${CUINDEX}/torch2.6/flashinfer-python \
&& python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps && if [ "$CUDA_VERSION" = "12.8.1" ]; then \
python3 -m pip install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps; \
fi
ENV DEBIAN_FRONTEND=interactive ENV DEBIAN_FRONTEND=interactive