chore: upgrade mooncake 0.3.5 (#8341)
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
2
.github/workflows/pr-test-pd-router.yml
vendored
2
.github/workflows/pr-test-pd-router.yml
vendored
@@ -114,7 +114,7 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
echo "Installing SGLang with all extras..."
|
echo "Installing SGLang with all extras..."
|
||||||
python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages
|
python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages
|
||||||
python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.4.post2
|
python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.5
|
||||||
|
|
||||||
- name: Build and install sgl-router
|
- name: Build and install sgl-router
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -86,7 +86,7 @@ RUN wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/sour
|
|||||||
# Python tools
|
# Python tools
|
||||||
RUN python3 -m pip install --no-cache-dir \
|
RUN python3 -m pip install --no-cache-dir \
|
||||||
datamodel_code_generator \
|
datamodel_code_generator \
|
||||||
mooncake_transfer_engine==0.3.4.post2 \
|
mooncake-transfer-engine==0.3.5 \
|
||||||
pre-commit \
|
pre-commit \
|
||||||
pytest \
|
pytest \
|
||||||
black \
|
black \
|
||||||
|
|||||||
@@ -145,14 +145,8 @@ RUN apt update -y \
|
|||||||
&& apt update -y \
|
&& apt update -y \
|
||||||
&& apt install nsight-systems-cli -y
|
&& apt install nsight-systems-cli -y
|
||||||
|
|
||||||
RUN git clone https://github.com/kvcache-ai/Mooncake.git \
|
# --- Install Mooncake ---
|
||||||
&& cd Mooncake \
|
RUN pip install mooncake-transfer-engine==0.3.5
|
||||||
&& bash dependencies.sh -y \
|
|
||||||
&& mkdir build \
|
|
||||||
&& cd build \
|
|
||||||
&& cmake .. -DUSE_MNNVL=ON \
|
|
||||||
&& make -j \
|
|
||||||
&& make install
|
|
||||||
|
|
||||||
# Set up locale
|
# Set up locale
|
||||||
RUN locale-gen en_US.UTF-8
|
RUN locale-gen en_US.UTF-8
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ pip install -e "python[dev]"
|
|||||||
pip list
|
pip list
|
||||||
|
|
||||||
# Install additional dependencies
|
# Install additional dependencies
|
||||||
pip install mooncake-transfer-engine==0.3.4.post2 nvidia-cuda-nvrtc-cu12
|
pip install mooncake-transfer-engine==0.3.5 nvidia-cuda-nvrtc-cu12
|
||||||
|
|
||||||
# For lmms_evals evaluating MMMU
|
# For lmms_evals evaluating MMMU
|
||||||
git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git
|
git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git
|
||||||
|
|||||||
Reference in New Issue
Block a user