From 568b6d0601da2be8a0e8b4c008c5059bdd07affb Mon Sep 17 00:00:00 2001 From: liziyu <56102866+liziyu179@users.noreply.github.com> Date: Tue, 24 Mar 2026 15:50:06 +0800 Subject: [PATCH] [P/D] Check wildcard address for layerwise connector (#7389) ### What this PR does / why we need it? Check wildcard address address for layerwise connector - vLLM version: v0.17.0 - vLLM main: https://github.com/vllm-project/vllm/commit/4034c3d32e30d01639459edd3ab486f56993876d --------- Signed-off-by: liziyu --- .../load_balance_proxy_layerwise_server_example.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py index 4ad5caa5..f2b36e2b 100644 --- a/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py +++ b/examples/disaggregated_prefill_v1/load_balance_proxy_layerwise_server_example.py @@ -117,6 +117,7 @@ class ServerState: self.host = host self.port = port self.url = f"http://{host}:{port}/v1" + # Auto-completion for ipv6 try: ip = ipaddress.ip_address(self.host) if isinstance(ip, ipaddress.IPv6Address): @@ -268,6 +269,16 @@ def parse_args(): "--retry-delay", type=float, default=0.001, help="Base delay (seconds) for exponential backoff retries" ) args = parser.parse_args() + logger.info( + f"Decoder hosts will access Proxy host:port/metaserver, ensure that {set(args.decoder_hosts)} " + f"can access {args.host}:{args.port}/metaserver" + ) + # Wildcard address is not allowed for layerwise connector + if args.host in ["0.0.0.0", "::", "0:0:0:0:0:0:0:0"]: + raise ValueError( + f"Decoder hosts will access Proxy host:port/metaserver, to avoid configuration errors, " + f"the Wildcard Address {args.host} is not allowed for proxy" + ) if len(args.prefiller_hosts) != len(args.prefiller_ports): raise ValueError("Number of prefiller hosts must match number of prefiller ports") if len(args.decoder_hosts) != len(args.decoder_ports):