Update the base image of the docker (#900)

This commit is contained in:
Ying Sheng
2024-08-02 21:54:57 -07:00
committed by GitHub
parent b906c01592
commit 001b0bdd08
2 changed files with 7 additions and 3 deletions

View File

@@ -16,6 +16,9 @@ jobs:
matrix:
cuda_version: ['12.1.1', '12.4.1']
steps:
- name: Delete huge unnecessary tools folder
run: rm -rf /opt/hostedtoolcache
- name: Checkout repository
uses: actions/checkout@v3

View File

@@ -1,6 +1,6 @@
ARG CUDA_VERSION=12.1.1
FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu20.04
ARG PYTHON_VERSION=3
@@ -12,7 +12,7 @@ RUN echo 'tzdata tzdata/Areas select America' | debconf-set-selections \
&& apt-get install -y ccache software-properties-common \
&& add-apt-repository ppa:deadsnakes/ppa \
&& apt-get update -y \
&& apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python3-pip \
&& apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-pip \
&& if [ "${PYTHON_VERSION}" != "3" ]; then update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1; fi \
&& python3 --version \
&& python3 -m pip --version \
@@ -25,9 +25,10 @@ RUN apt-get update -y \
WORKDIR /sgl-workspace
RUN pip3 --no-cache-dir install --upgrade pip \
&& pip3 --no-cache-dir install --upgrade setuptools wheel \
&& git clone --depth=1 https://github.com/sgl-project/sglang.git \
&& cd sglang \
&& pip3 --no-cache-dir install -e "python[all]" \
&& pip --no-cache-dir install -e "python[all]" \
&& pip3 --no-cache-dir install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/
ENV DEBIAN_FRONTEND=interactive