Add Rust Router Python Binding (#1891)
Signed-off-by: Austin Liu <austin362667@gmail.com> Co-authored-by: ByronHsu <byronhsu1230@gmail.com>
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
import router
|
||||
import sglang_router as router
|
||||
|
||||
# Create a Router instance with:
|
||||
# - host: the address to bind to (e.g., "127.0.0.1")
|
||||
@@ -11,6 +11,7 @@ router = router.Router(
|
||||
"http://localhost:30000",
|
||||
"http://localhost:30002",
|
||||
],
|
||||
policy="random"
|
||||
)
|
||||
|
||||
# Start the router - this will block and run the server
|
||||
|
||||
Reference in New Issue
Block a user