Files
sglang/rust/demo.py
2024-11-11 15:20:14 -08:00

11 lines
173 B
Python

from sglang_router import PolicyType, Router
router = Router(
worker_urls=[
"http://localhost:30000",
"http://localhost:30001",
]
)
router.start()