[router] improve router logs and request id header (#8415)

This commit is contained in:
Simo Lin
2025-07-27 19:30:19 -07:00
committed by GitHub
parent dd487e5553
commit fe6a445d1e
17 changed files with 426 additions and 128 deletions

View File

@@ -29,6 +29,8 @@ pub struct RouterConfig {
pub log_dir: Option<String>,
/// Log level (None = info)
pub log_level: Option<String>,
/// Custom request ID headers to check (defaults to common headers)
pub request_id_headers: Option<Vec<String>>,
}
/// Routing mode configuration
@@ -207,6 +209,7 @@ impl Default for RouterConfig {
metrics: None,
log_dir: None,
log_level: None,
request_id_headers: None,
}
}
}
@@ -312,6 +315,7 @@ mod tests {
metrics: Some(MetricsConfig::default()),
log_dir: Some("/var/log".to_string()),
log_level: Some("debug".to_string()),
request_id_headers: None,
};
let json = serde_json::to_string(&config).unwrap();
@@ -734,6 +738,7 @@ mod tests {
}),
log_dir: Some("/var/log/sglang".to_string()),
log_level: Some("info".to_string()),
request_id_headers: None,
};
assert!(config.mode.is_pd_mode());
@@ -780,6 +785,7 @@ mod tests {
metrics: Some(MetricsConfig::default()),
log_dir: None,
log_level: Some("debug".to_string()),
request_id_headers: None,
};
assert!(!config.mode.is_pd_mode());
@@ -822,6 +828,7 @@ mod tests {
}),
log_dir: Some("/opt/logs/sglang".to_string()),
log_level: Some("trace".to_string()),
request_id_headers: None,
};
assert!(config.has_service_discovery());