diff --git a/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md b/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md index c9472c49..74745ef4 100644 --- a/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md +++ b/docs/source/tutorials/pd_disaggregation_mooncake_multi_node.md @@ -177,7 +177,7 @@ Mooncake is the serving platform for Kimi, a leading LLM service provided by Moo First, we need to obtain the Mooncake project. Refer to the following command: ```shell -git clone -b v0.3.7.post2 --depth 1 https://github.com/kvcache-ai/Mooncake.git +git clone -b v0.3.8.post1 --depth 1 https://github.com/kvcache-ai/Mooncake.git ``` (Optional) Replace go install url if the network is poor diff --git a/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py b/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py index fceecd4c..d1423c28 100644 --- a/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py +++ b/vllm_ascend/distributed/kv_transfer/utils/mooncake_transfer_engine.py @@ -14,14 +14,6 @@ class GlobalTE(): self.register_buffer_lock = threading.Lock() def get_transfer_engine(self, hostname: str, device_name: Optional[str]): - try: - ip = ipaddress.ip_address(hostname) - if isinstance(ip, ipaddress.IPv6Address): - raise RuntimeError( - "The backend of mooncake's Ascend Direct Xfer Library currently does not support IPv6." - ) - except ValueError: - pass if self.transfer_engine is None: with self.transfer_engine_lock: # Double-Checked Locking