diff --git a/vllm_ascend/distributed/mooncake/mooncake_store.py b/vllm_ascend/distributed/mooncake/mooncake_store.py index cee07c6a..ec885c59 100644 --- a/vllm_ascend/distributed/mooncake/mooncake_store.py +++ b/vllm_ascend/distributed/mooncake/mooncake_store.py @@ -5,13 +5,19 @@ import os from mooncake.store import ReplicateConfig # type: ignore from vllm.config import ParallelConfig from vllm.distributed.parallel_state import get_tensor_model_parallel_rank -from vllm.utils import get_ip, logger +from vllm.utils import logger from vllm_ascend.distributed.mooncake.config_data import MooncakeEngineKey from vllm_ascend.distributed.mooncake.transfer_engine import get_global_te +from vllm_ascend.utils import vllm_version_is from .config_data import MooncakeStoreConfig +if vllm_version_is("0.11.0"): + from vllm.utils import get_ip +else: + from vllm.utils.network_utils import get_ip + METADATA_BYTES_LEN = 24 BASE_PORT = int(os.getenv("VLLM_BASE_PORT", "8790"))