From 14bef9af6f4a43eb78a73ded163bacea7796770d Mon Sep 17 00:00:00 2001 From: liziyu <56102866+liziyu179@users.noreply.github.com> Date: Sat, 24 Jan 2026 11:30:22 +0800 Subject: [PATCH] [P/D] Remove restrictions on mooncake for IPv6 (#5946) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit ### What this PR does / why we need it? Remove restrictions on mooncake for IPv6 Dependencies: cann8.5态mooncake v0.3.8.post1 - vLLM version: v0.13.0 - vLLM main: https://github.com/vllm-project/vllm/commit/2c24bc6996cb165fce92f780b388a5e39b3f4060 --------- Signed-off-by: liziyu --- .../tutorials/pd_disaggregation_mooncake_multi_node.md | 2 +- .../kv_transfer/utils/mooncake_transfer_engine.py | 8 -------- 2 files changed, 1 insertion(+), 9 deletions(-) diff --git a/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md b/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md index c9472c49..74745ef4 100644 --- a/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md +++ b/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md @@ -177,7 +177,7 @@ Mooncake is the serving platform for Kimi, a leading LLM service provided by Moo First, we need to obtain the Mooncake project. Refer to the following command: ```shell -git clone -b v0.3.7.post2 --depth 1 https://github.com/kvcache-ai/Mooncake.git +git clone -b v0.3.8.post1 --depth 1 https://github.com/kvcache-ai/Mooncake.git ``` (Optional) Replace go install url if the network is poor diff --git a/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py b/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py index fceecd4c..d1423c28 100644 --- a/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py +++ b/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py @@ -14,14 +14,6 @@ class GlobalTE(): self.register_buffer_lock = threading.Lock() def get_transfer_engine(self, hostname: str, device_name: Optional[str]): - try: - ip = ipaddress.ip_address(hostname) - if isinstance(ip, ipaddress.IPv6Address): - raise RuntimeError( - "The backend of mooncake's Ascend Direct Xfer Library currently does not support IPv6." - ) - except ValueError: - pass if self.transfer_engine is None: with self.transfer_engine_lock: # Double-Checked Locking