[P/D] Check wildcard address for layerwise connector (#7389)

### What this PR does / why we need it?
Check wildcard  address address for layerwise connector

- vLLM version: v0.17.0
- vLLM main:
4034c3d32e

---------

Signed-off-by: liziyu <liziyu16@huawei.com>
This commit is contained in:
liziyu
2026-03-24 15:50:06 +08:00
committed by GitHub
parent 73cadecfb4
commit 568b6d0601

View File

@@ -117,6 +117,7 @@ class ServerState:
self.host = host
self.port = port
self.url = f"http://{host}:{port}/v1"
# Auto-completion for ipv6
try:
ip = ipaddress.ip_address(self.host)
if isinstance(ip, ipaddress.IPv6Address):
@@ -268,6 +269,16 @@ def parse_args():
"--retry-delay", type=float, default=0.001, help="Base delay (seconds) for exponential backoff retries"
)
args = parser.parse_args()
logger.info(
f"Decoder hosts will access Proxy host:port/metaserver, ensure that {set(args.decoder_hosts)} "
f"can access {args.host}:{args.port}/metaserver"
)
# Wildcard address is not allowed for layerwise connector
if args.host in ["0.0.0.0", "::", "0:0:0:0:0:0:0:0"]:
raise ValueError(
f"Decoder hosts will access Proxy host:port/metaserver, to avoid configuration errors, "
f"the Wildcard Address {args.host} is not allowed for proxy"
)
if len(args.prefiller_hosts) != len(args.prefiller_ports):
raise ValueError("Number of prefiller hosts must match number of prefiller ports")
if len(args.decoder_hosts) != len(args.decoder_ports):