[router][grpc] Support streaming for v1/chat/completions (#11179)

2025-10-02 14:35:16 -07:00
parent 0618ad6dd5
commit 963175d5c0
30 changed files with 912 additions and 228 deletions
--- a/sgl-router/tests/chat_template_integration.rs
+++ b/sgl-router/tests/chat_template_integration.rs
@@ -181,7 +181,6 @@ fn test_chatml_template() {
            content: Some("Hi there!".to_string()),
            name: None,
            tool_calls: None,
-            function_call: None,
            reasoning_content: None,
        },
        spec::ChatMessage::User {