EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Allow consecutive ports when launching multiple sglang servers. (#1802)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-10-25 23:43:24 -07:00
committed by GitHub
parent a628dd8e31
commit 07bf2e846a
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/server_args.py
View File

@@ -720,11 +720,11 @@ class PortArgs:
@staticmethod @staticmethod
def init_new(server_args) -> "PortArgs": def init_new(server_args) -> "PortArgs":
port = server_args.port + 1 port = server_args.port + 42
while True: while True:
if is_port_available(port): if is_port_available(port):
break break
port += 1 port += 42
return PortArgs( return PortArgs(
tokenizer_ipc_name=tempfile.NamedTemporaryFile(delete=False).name, tokenizer_ipc_name=tempfile.NamedTemporaryFile(delete=False).name,