EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[bug] remove pdlb from minilb since its no longer available (#8634)

Browse Source
This commit is contained in:
Simo Lin
2025-07-31 13:54:02 -07:00
committed by GitHub
parent 2cd2e27f80
commit 5c14515fec
1 changed files with 5 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
python/sglang/srt/disaggregation/launch_lb.py
View File

@@ -1,6 +1,8 @@
import argparse
import dataclasses
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
@dataclasses.dataclass
class LBArgs:
@@ -18,7 +20,7 @@ class LBArgs:
parser.add_argument(
"--rust-lb",
action="store_true",
help="Use Rust load balancer",
help="Deprecated, please use SGLang Router instead, this argument will have no effect.",
)
parser.add_argument(
"--host",
@@ -115,25 +117,8 @@ def main():
args = parser.parse_args()
lb_args = LBArgs.from_cli_args(args)
if lb_args.rust_lb:
from sgl_pdlb._rust import LoadBalancer as RustLB
RustLB(
host=lb_args.host,
port=lb_args.port,
policy=lb_args.policy,
prefill_infos=lb_args.prefill_infos,
decode_infos=lb_args.decode_infos,
log_interval=lb_args.log_interval,
timeout=lb_args.timeout,
).start()
else:
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
prefill_configs = [
PrefillConfig(url, port) for url, port in lb_args.prefill_infos
]
run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
prefill_configs = [PrefillConfig(url, port) for url, port in lb_args.prefill_infos]
run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
if __name__ == "__main__":