[router] Add Configurable L0 and L1 Tokenizer Caching (#11688)

2025-10-18 18:33:53 -07:00
parent fda0cb2a30
commit a7ae61ed77
22 changed files with 2385 additions and 24 deletions
--- a/sgl-router/tests/test_pd_routing.rs
+++ b/sgl-router/tests/test_pd_routing.rs
@@ -200,6 +200,7 @@ mod test_pd_routing {
                oracle: None,
                reasoning_parser: None,
                tool_call_parser: None,
+                tokenizer_cache: sglang_router_rs::config::TokenizerCacheConfig::default(),
            };

            let app_context = {