EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Reduce docker size (#632)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-07-16 16:12:12 -07:00
committed by GitHub
parent 5ff60eda78
commit 8832ecb1e4
2 changed files with 18 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
docker/Dockerfile
View File

@@ -16,7 +16,9 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python3-pip \
&& if [ "${PYTHON_VERSION}" != "3" ]; then update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1; fi \
&& python3 --version \
&& python3 -m pip --version
&& python3 -m pip --version \
&& rm -rf /var/lib/apt/lists/* \
&& apt-get clean
RUN apt-get update -y \
&& apt-get install -y python3-pip git curl sudo
@@ -29,9 +31,10 @@ RUN ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/
WORKDIR /sgl-workspace
RUN pip3 install --upgrade pip
RUN pip3 install "sglang[all]"
RUN pip3 uninstall -y triton triton-nightly && pip3 install --no-deps --index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/Triton-Nightly/pypi/simple/ triton-nightly
RUN pip3 install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/
RUN pip3 --no-cache-dir install --upgrade pip \
&& pip3 --no-cache-dir install "sglang[all]" \
&& pip3 --no-cache-dir uninstall -y triton triton-nightly \
&& pip3 --no-cache-dir install --no-deps --index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/Triton-Nightly/pypi/simple/ triton-nightly \
&& pip3 --no-cache-dir install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/
ENV DEBIAN_FRONTEND=interactive