From 07bf2e846a413d8125d35121210365a2cf0ee3fa Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Fri, 25 Oct 2024 23:43:24 -0700 Subject: [PATCH] Allow consecutive ports when launching multiple sglang servers. (#1802) --- python/sglang/srt/server_args.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 9cb7c0331..83e6d2ded 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -720,11 +720,11 @@ class PortArgs: @staticmethod def init_new(server_args) -> "PortArgs": - port = server_args.port + 1 + port = server_args.port + 42 while True: if is_port_available(port): break - port += 1 + port += 42 return PortArgs( tokenizer_ipc_name=tempfile.NamedTemporaryFile(delete=False).name,