[router][grpc] Support streaming for v1/chat/completions (#11179)

2025-10-02 14:35:16 -07:00
parent 0618ad6dd5
commit 963175d5c0
30 changed files with 912 additions and 228 deletions
--- a/sgl-router/tests/chat_template_loading.rs
+++ b/sgl-router/tests/chat_template_loading.rs
@@ -68,7 +68,6 @@ mod tests {
                content: Some("Hi there".to_string()),
                name: None,
                tool_calls: None,
-                function_call: None,
                reasoning_content: None,
            },
        ];
@@ -213,7 +212,6 @@ mod tests {
                content: Some("World".to_string()),
                name: None,
                tool_calls: None,
-                function_call: None,
                reasoning_content: None,
            },
        ];