[router] add worker abstraction (#7960)

2025-07-11 20:17:48 -07:00
parent 2a2d3478af
commit f2d5c4920e
11 changed files with 960 additions and 410 deletions
--- a/sgl-router/src/lib.rs
+++ b/sgl-router/src/lib.rs
@@ -2,6 +2,7 @@ use pyo3::prelude::*;
 pub mod config;
 pub mod logging;
 use std::collections::HashMap;
+pub mod core;
 pub mod openai_api_types;
 pub mod pd_router;
 pub mod pd_types;