EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] migrate router from actix to axum (#8479)

Browse Source
This commit is contained in:
Simo Lin
2025-07-30 17:47:19 -07:00
committed by GitHub
parent 299803343d
commit 66a398f49d
18 changed files with 3626 additions and 3549 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
sgl-router/src/lib.rs
View File

@@ -60,6 +60,9 @@ struct Router {
decode_urls: Option<Vec<String>>,
prefill_policy: Option<PolicyType>,
decode_policy: Option<PolicyType>,
// Additional server config fields
max_concurrent_requests: usize,
cors_allowed_origins: Vec<String>,
}
impl Router {
@@ -145,6 +148,8 @@ impl Router {
log_dir: self.log_dir.clone(),
log_level: self.log_level.clone(),
request_id_headers: self.request_id_headers.clone(),
max_concurrent_requests: self.max_concurrent_requests,
cors_allowed_origins: self.cors_allowed_origins.clone(),
})
}
}
@@ -184,7 +189,9 @@ impl Router {
prefill_urls = None,
decode_urls = None,
prefill_policy = None,
decode_policy = None
decode_policy = None,
max_concurrent_requests = 64,
cors_allowed_origins = vec![]
))]
fn new(
worker_urls: Vec<String>,
@@ -219,6 +226,8 @@ impl Router {
decode_urls: Option<Vec<String>>,
prefill_policy: Option<PolicyType>,
decode_policy: Option<PolicyType>,
max_concurrent_requests: usize,
cors_allowed_origins: Vec<String>,
) -> PyResult<Self> {
Ok(Router {
host,
@@ -253,6 +262,8 @@ impl Router {
decode_urls,
prefill_policy,
decode_policy,
max_concurrent_requests,
cors_allowed_origins,
})
}