[Router] Add a rust-based router (#1790)

This commit is contained in:
Byron Hsu
2024-10-28 09:49:48 -07:00
committed by GitHub
parent 6e13b650a9
commit 3839be2913
8 changed files with 2666 additions and 0 deletions

23
rust/Cargo.toml Normal file
View File

@@ -0,0 +1,23 @@
[package]
name = "sglang-router"
version = "0.0.0"
edition = "2021"
[[bin]]
name = "router"
path = "src/main.rs"
[lib]
name = "router"
crate-type = ["cdylib"]
[dependencies]
actix-web = "4.0"
serde = { version = "1.0", features = ["derive"] }
clap = { version = "4.4", features = ["derive"] }
bytes = "1.8.0"
rand = "0.8.5"
reqwest = { version = "0.12.8", features = ["stream"] }
futures-util = "0.3"
serde_json = "=1.0.1"
pyo3 = { version = "0.22.5", features = ["extension-module"] }