[router] allow user to specify chat template path (#11549)

2025-10-13 13:47:57 -04:00
parent 7b59b0b8b0
commit 728af88781
13 changed files with 159 additions and 32 deletions
--- a/sgl-router/tests/request_formats_test.rs
+++ b/sgl-router/tests/request_formats_test.rs
@@ -18,6 +18,7 @@ struct TestContext {
 impl TestContext {
    async fn new(worker_configs: Vec<MockWorkerConfig>) -> Self {
        let mut config = RouterConfig {
+            chat_template: None,
            mode: RoutingMode::Regular {
                worker_urls: vec![],
            },