[router][grpc] Support streaming for v1/chat/completions (#11179)

sgl-router/src/reasoning_parser/README.md

@@ -44,7 +44,7 @@ graph TB
     end
 
     subgraph Factory Layer
-        MID --> PF[ParserFactory]
+        MID --> PF[ReasoningParserFactory]
         PF --> REG[ParserRegistry]
         REG --> PM[Pattern Matching]
         PM --> PP[Parser Pool]
@@ -93,7 +93,7 @@ graph TB
 ```mermaid
 sequenceDiagram
     participant C as Client
-    participant F as ParserFactory
+    participant F as ReasoningParserFactory
     participant R as Registry
     participant P as Parser Pool
     participant BP as BaseParser
@@ -206,7 +206,7 @@ classDiagram
         +new() Self
     }
 
-    class ParserFactory {
+    class ReasoningParserFactory {
         -registry: ParserRegistry
         +new() Self
         +get_pooled(model_id: &str) PooledParser
@@ -240,7 +240,7 @@ classDiagram
     Step3Parser o-- BaseReasoningParser
 
     BaseReasoningParser o-- ParserConfig
-    ParserFactory o-- ParserRegistry
+    ReasoningParserFactory o-- ParserRegistry
     ParserRegistry o-- ReasoningParser
 ```
 
@@ -302,7 +302,7 @@ classDiagram
    - Delegate to get_pooled_parser
    - Case-insensitive comparison
 
-**ParserFactory Methods**:
+**ReasoningParserFactory Methods**:
 
 1. **`new()`**:
    - Register all built-in parsers
@@ -437,7 +437,7 @@ impl ReasoningParser for MyModelParser {
 **Step 2: Register in Factory**
 
 ```rust
-// In factory.rs ParserFactory::new()
+// In factory.rs ReasoningParserFactory::new()
 registry.register_parser("mymodel", || {
     Box::new(MyModelParser::new())
 });

sgl-router/src/reasoning_parser/factory.rs

@@ -128,11 +128,11 @@ impl Default for ParserRegistry {
 
 /// Factory for creating reasoning parsers based on model type.
 #[derive(Clone)]
-pub struct ParserFactory {
+pub struct ReasoningParserFactory {
     registry: ParserRegistry,
 }
 
-impl ParserFactory {
+impl ReasoningParserFactory {
     /// Create a new factory with default parsers registered.
     pub fn new() -> Self {
         let registry = ParserRegistry::new();
@@ -237,7 +237,7 @@ impl ParserFactory {
     }
 }
 
-impl Default for ParserFactory {
+impl Default for ReasoningParserFactory {
     fn default() -> Self {
         Self::new()
     }
@@ -249,35 +249,35 @@ mod tests {
 
     #[test]
     fn test_factory_creates_deepseek_r1() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser = factory.create("deepseek-r1-distill").unwrap();
         assert_eq!(parser.model_type(), "deepseek_r1");
     }
 
     #[test]
     fn test_factory_creates_qwen3() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser = factory.create("qwen3-7b").unwrap();
         assert_eq!(parser.model_type(), "qwen3");
     }
 
     #[test]
     fn test_factory_creates_kimi() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser = factory.create("kimi-chat").unwrap();
         assert_eq!(parser.model_type(), "kimi");
     }
 
     #[test]
     fn test_factory_fallback_to_passthrough() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser = factory.create("unknown-model").unwrap();
         assert_eq!(parser.model_type(), "passthrough");
     }
 
     #[test]
     fn test_case_insensitive_matching() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser1 = factory.create("DeepSeek-R1").unwrap();
         let parser2 = factory.create("QWEN3").unwrap();
         let parser3 = factory.create("Kimi").unwrap();
@@ -289,21 +289,21 @@ mod tests {
 
     #[test]
     fn test_step3_model() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let step3 = factory.create("step3-model").unwrap();
         assert_eq!(step3.model_type(), "step3");
     }
 
     #[test]
     fn test_glm45_model() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let glm45 = factory.create("glm45-v2").unwrap();
         assert_eq!(glm45.model_type(), "glm45");
     }
 
     #[test]
     fn test_pooled_parser_reuse() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
 
         // Get the same parser twice - should be the same instance
         let parser1 = factory.get_pooled("deepseek-r1");
@@ -321,7 +321,7 @@ mod tests {
     fn test_pooled_parser_concurrent_access() {
         use std::thread;
 
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let parser = factory.get_pooled("deepseek-r1");
 
         // Spawn multiple threads that use the same parser
@@ -347,7 +347,7 @@ mod tests {
 
     #[test]
     fn test_pool_clearing() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
 
         // Get a pooled parser
         let parser1 = factory.get_pooled("deepseek-r1");
@@ -364,7 +364,7 @@ mod tests {
 
     #[test]
     fn test_passthrough_parser_pooling() {
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
 
         // Unknown models should get passthrough parser
         let parser1 = factory.get_pooled("unknown-model-1");
@@ -383,7 +383,7 @@ mod tests {
         use std::thread;
         use std::time::Instant;
 
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let num_threads = 100;
         let requests_per_thread = 50;
         let models = vec!["deepseek-r1", "qwen3", "kimi", "qwen3-thinking"];
@@ -527,7 +527,7 @@ mod tests {
     fn test_concurrent_pool_modifications() {
         use std::thread;
 
-        let factory = ParserFactory::new();
+        let factory = ReasoningParserFactory::new();
         let mut handles = vec![];
 
         // Thread 1: Continuously get parsers

sgl-router/src/reasoning_parser/mod.rs

@@ -2,7 +2,7 @@ pub mod factory;
 pub mod parsers;
 pub mod traits;
 
-pub use factory::{ParserFactory, ParserRegistry, PooledParser};
+pub use factory::{ParserRegistry, PooledParser, ReasoningParserFactory};
 pub use parsers::{
     BaseReasoningParser, DeepSeekR1Parser, Glm45Parser, KimiParser, Qwen3Parser,
     QwenThinkingParser, Step3Parser,