[router] move tokenizer, reasoning, tool initialization to server (#9996)

sgl-router/src/routers/factory.rs

@@ -146,17 +146,29 @@ impl RouterFactory {
         // Create policy
         let policy = PolicyFactory::create_from_config(policy_config);
 
-        // Determine which tokenizer path to use
-        // Priority: tokenizer_path > model_path
-        let tokenizer_path = ctx
-            .router_config
-            .tokenizer_path
-            .clone()
-            .or_else(|| ctx.router_config.model_path.clone())
+        // Get tokenizer from context
+        let tokenizer = ctx
+            .tokenizer
+            .as_ref()
             .ok_or_else(|| {
-                "gRPC router requires either --tokenizer-path or --model-path to be specified"
+                "gRPC router requires tokenizer to be initialized in AppContext".to_string()
+            })?
+            .clone();
+
+        // Get reasoning parser factory from context
+        let reasoning_parser_factory = ctx
+            .reasoning_parser_factory
+            .as_ref()
+            .ok_or_else(|| {
+                "gRPC router requires reasoning parser factory to be initialized in AppContext"
                     .to_string()
-            })?;
+            })?
+            .clone();
+
+        // Get tool parser registry from context
+        let tool_parser_registry = ctx.tool_parser_registry.ok_or_else(|| {
+            "gRPC router requires tool parser registry to be initialized in AppContext".to_string()
+        })?;
 
         // Create gRPC router
         let router = GrpcRouter::new(
@@ -169,7 +181,9 @@ impl RouterFactory {
             ctx.router_config.effective_retry_config(),
             ctx.router_config.effective_circuit_breaker_config(),
             ctx.router_config.health_check.clone(),
-            tokenizer_path,
+            tokenizer,
+            reasoning_parser_factory,
+            tool_parser_registry,
         )
         .await?;
 
@@ -193,17 +207,30 @@ impl RouterFactory {
         let decode_policy =
             PolicyFactory::create_from_config(decode_policy_config.unwrap_or(main_policy_config));
 
-        // Determine which tokenizer path to use
-        // Priority: tokenizer_path > model_path
-        let tokenizer_path = ctx
-            .router_config
-            .tokenizer_path
-            .clone()
-            .or_else(|| ctx.router_config.model_path.clone())
+        // Get tokenizer from context
+        let tokenizer = ctx
+            .tokenizer
+            .as_ref()
             .ok_or_else(|| {
-                "gRPC PD router requires either --tokenizer-path or --model-path to be specified"
+                "gRPC PD router requires tokenizer to be initialized in AppContext".to_string()
+            })?
+            .clone();
+
+        // Get reasoning parser factory from context
+        let reasoning_parser_factory = ctx
+            .reasoning_parser_factory
+            .as_ref()
+            .ok_or_else(|| {
+                "gRPC PD router requires reasoning parser factory to be initialized in AppContext"
                     .to_string()
-            })?;
+            })?
+            .clone();
+
+        // Get tool parser registry from context
+        let tool_parser_registry = ctx.tool_parser_registry.ok_or_else(|| {
+            "gRPC PD router requires tool parser registry to be initialized in AppContext"
+                .to_string()
+        })?;
 
         // Create gRPC PD router
         let router = GrpcPDRouter::new(
@@ -218,7 +245,9 @@ impl RouterFactory {
             ctx.router_config.effective_retry_config(),
             ctx.router_config.effective_circuit_breaker_config(),
             ctx.router_config.health_check.clone(),
-            tokenizer_path,
+            tokenizer,
+            reasoning_parser_factory,
+            tool_parser_registry,
         )
         .await?;
 

sgl-router/src/routers/grpc/pd_router.rs

@@ -12,7 +12,7 @@ use crate::metrics::RouterMetrics;
 use crate::policies::LoadBalancingPolicy;
 use crate::reasoning_parser::ParserFactory;
 use crate::routers::{RouterTrait, WorkerManagement};
-use crate::tokenizer::{factory, traits::Tokenizer};
+use crate::tokenizer::traits::Tokenizer;
 use crate::tool_parser::ParserRegistry;
 use async_trait::async_trait;
 use axum::{
@@ -74,21 +74,13 @@ impl GrpcPDRouter {
         retry_config: RetryConfig,
         circuit_breaker_config: ConfigCircuitBreakerConfig,
         health_check_config: ConfigHealthCheckConfig,
-        tokenizer_path_or_model: String,
+        tokenizer: Arc<dyn Tokenizer>,
+        reasoning_parser_factory: ParserFactory,
+        tool_parser_registry: &'static ParserRegistry,
     ) -> Result<Self, String> {
         // Update metrics
         RouterMetrics::set_active_workers(prefill_urls.len() + decode_urls.len());
 
-        // Initialize tokenizer
-        let tokenizer = factory::create_tokenizer(&tokenizer_path_or_model)
-            .map_err(|e| format!("Failed to create tokenizer: {}", e))?;
-
-        // Initialize reasoning parser factory
-        let reasoning_parser_factory = ParserFactory::new();
-
-        // Get tool parser registry
-        let tool_parser_registry = ParserRegistry::new();
-
         // Convert config CircuitBreakerConfig to core CircuitBreakerConfig
         let core_cb_config = CircuitBreakerConfig {
             failure_threshold: circuit_breaker_config.failure_threshold,

sgl-router/src/routers/grpc/router.rs

@@ -12,7 +12,7 @@ use crate::metrics::RouterMetrics;
 use crate::policies::LoadBalancingPolicy;
 use crate::reasoning_parser::ParserFactory;
 use crate::routers::{RouterTrait, WorkerManagement};
-use crate::tokenizer::{factory, traits::Tokenizer};
+use crate::tokenizer::traits::Tokenizer;
 use crate::tool_parser::ParserRegistry;
 use async_trait::async_trait;
 use axum::{
@@ -65,21 +65,13 @@ impl GrpcRouter {
         retry_config: RetryConfig,
         circuit_breaker_config: ConfigCircuitBreakerConfig,
         health_check_config: ConfigHealthCheckConfig,
-        tokenizer_path_or_model: String,
+        tokenizer: Arc<dyn Tokenizer>,
+        reasoning_parser_factory: ParserFactory,
+        tool_parser_registry: &'static ParserRegistry,
     ) -> Result<Self, String> {
         // Update metrics
         RouterMetrics::set_active_workers(worker_urls.len());
 
-        // Initialize tokenizer
-        let tokenizer = factory::create_tokenizer(&tokenizer_path_or_model)
-            .map_err(|e| format!("Failed to create tokenizer: {}", e))?;
-
-        // Initialize reasoning parser factory
-        let reasoning_parser_factory = ParserFactory::new();
-
-        // Get tool parser registry
-        let tool_parser_registry = ParserRegistry::new();
-
         // Convert config CircuitBreakerConfig to core CircuitBreakerConfig
         let core_cb_config = CircuitBreakerConfig {
             failure_threshold: circuit_breaker_config.failure_threshold,