Allow consecutive ports when launching multiple sglang servers. (#1802)

2024-10-25 23:43:24 -07:00
parent a628dd8e31
commit 07bf2e846a
1 changed files with 2 additions and 2 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -720,11 +720,11 @@ class PortArgs:

    @staticmethod
    def init_new(server_args) -> "PortArgs":
-        port = server_args.port + 1
+        port = server_args.port + 42
        while True:
            if is_port_available(port):
                break
-            port += 1
+            port += 42

        return PortArgs(
            tokenizer_ipc_name=tempfile.NamedTemporaryFile(delete=False).name,