[router] adds reasoning parser pooling and thread-safe (#9360)

2025-08-19 13:35:39 -07:00
parent c5057262fa
commit b45f753cba
2 changed files with 371 additions and 14 deletions
--- a/sgl-router/src/reasoning_parser/mod.rs
+++ b/sgl-router/src/reasoning_parser/mod.rs
@@ -2,7 +2,7 @@ pub mod factory;
 pub mod parsers;
 pub mod traits;

-pub use factory::{ParserFactory, ParserRegistry};
+pub use factory::{ParserFactory, ParserRegistry, PooledParser};
 pub use parsers::{
    BaseReasoningParser, DeepSeekR1Parser, KimiParser, Qwen3Parser, QwenThinkingParser,
 };