diff --git a/.github/workflows/release-pypi-router.yml b/.github/workflows/release-pypi-router.yml index 3484adb54..440802ec1 100644 --- a/.github/workflows/release-pypi-router.yml +++ b/.github/workflows/release-pypi-router.yml @@ -3,6 +3,11 @@ name: Release SGLang Router to PyPI on: + push: + branches: + - main + paths: + - rust/pyproject.toml" workflow_dispatch: jobs: diff --git a/rust/py_src/sglang_router/launch_server.py b/rust/py_src/sglang_router/launch_server.py index 614c870ff..11e58ffaa 100644 --- a/rust/py_src/sglang_router/launch_server.py +++ b/rust/py_src/sglang_router/launch_server.py @@ -2,6 +2,7 @@ import argparse import copy import multiprocessing as mp import os +import random import signal import sys import time @@ -11,7 +12,7 @@ import requests from sglang_router.launch_router import RouterArgs, launch_router from sglang.srt.server import launch_server -from sglang.srt.server_args import ServerArgs, prepare_server_args +from sglang.srt.server_args import ServerArgs from sglang.srt.utils import is_port_available from sglang.utils import get_exception_traceback @@ -94,7 +95,7 @@ def find_available_ports(base_port: int, count: int) -> List[int]: while len(available_ports) < count: if is_port_available(current_port): available_ports.append(current_port) - current_port += 1 + current_port += random.randint(100, 1000) return available_ports diff --git a/rust/pyproject.toml b/rust/pyproject.toml index 7365e24dc..5d878a693 100644 --- a/rust/pyproject.toml +++ b/rust/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "sglang-router" -version = "0.0.6" +version = "0.0.7" description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances." authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}] requires-python = ">=3.8"