From 70e37b97bf4192891c2d4a1ca9b4d4bdb9b76a40 Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Fri, 25 Jul 2025 16:17:26 +0800 Subject: [PATCH] chore: upgrade mooncake 0.3.5 (#8341) Signed-off-by: Shangming Cai --- .github/workflows/pr-test-pd-router.yml | 2 +- docker/Dockerfile | 2 +- docker/Dockerfile.gb200 | 10 ++-------- scripts/ci_install_dependency.sh | 2 +- 4 files changed, 5 insertions(+), 11 deletions(-) diff --git a/.github/workflows/pr-test-pd-router.yml b/.github/workflows/pr-test-pd-router.yml index 91e809123..20a9c79e8 100644 --- a/.github/workflows/pr-test-pd-router.yml +++ b/.github/workflows/pr-test-pd-router.yml @@ -114,7 +114,7 @@ jobs: run: | echo "Installing SGLang with all extras..." python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages - python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.4.post2 + python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.5 - name: Build and install sgl-router run: | diff --git a/docker/Dockerfile b/docker/Dockerfile index 549476215..ad2d19686 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -86,7 +86,7 @@ RUN wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.3.9/sour # Python tools RUN python3 -m pip install --no-cache-dir \ datamodel_code_generator \ - mooncake_transfer_engine==0.3.4.post2 \ + mooncake-transfer-engine==0.3.5 \ pre-commit \ pytest \ black \ diff --git a/docker/Dockerfile.gb200 b/docker/Dockerfile.gb200 index b4da2c5dd..614f22156 100644 --- a/docker/Dockerfile.gb200 +++ b/docker/Dockerfile.gb200 @@ -145,14 +145,8 @@ RUN apt update -y \ && apt update -y \ && apt install nsight-systems-cli -y -RUN git clone https://github.com/kvcache-ai/Mooncake.git \ - && cd Mooncake \ - && bash dependencies.sh -y \ - && mkdir build \ - && cd build \ - && cmake .. -DUSE_MNNVL=ON \ - && make -j \ - && make install +# --- Install Mooncake --- +RUN pip install mooncake-transfer-engine==0.3.5 # Set up locale RUN locale-gen en_US.UTF-8 diff --git a/scripts/ci_install_dependency.sh b/scripts/ci_install_dependency.sh index 8ac697041..7654a23ad 100755 --- a/scripts/ci_install_dependency.sh +++ b/scripts/ci_install_dependency.sh @@ -23,7 +23,7 @@ pip install -e "python[dev]" pip list # Install additional dependencies -pip install mooncake-transfer-engine==0.3.4.post2 nvidia-cuda-nvrtc-cu12 +pip install mooncake-transfer-engine==0.3.5 nvidia-cuda-nvrtc-cu12 # For lmms_evals evaluating MMMU git clone --branch v0.3.3 --depth 1 https://github.com/EvolvingLMMs-Lab/lmms-eval.git