[router] Support history management using conversation (#11339)
This commit is contained in:
@@ -9,6 +9,7 @@ use axum::{
|
||||
Json, Router,
|
||||
};
|
||||
use serde_json::json;
|
||||
use sglang_router_rs::data_connector::MemoryConversationItemStorage;
|
||||
use sglang_router_rs::{
|
||||
config::{
|
||||
ConfigError, ConfigValidator, HistoryBackend, OracleConfig, RouterConfig, RoutingMode,
|
||||
@@ -95,6 +96,7 @@ async fn test_openai_router_creation() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await;
|
||||
|
||||
@@ -113,6 +115,7 @@ async fn test_openai_router_server_info() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -143,6 +146,7 @@ async fn test_openai_router_models() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -222,6 +226,7 @@ async fn test_openai_router_responses_with_mock() {
|
||||
None,
|
||||
storage.clone(),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -482,6 +487,7 @@ async fn test_openai_router_responses_streaming_with_mock() {
|
||||
None,
|
||||
storage.clone(),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -586,6 +592,7 @@ async fn test_unsupported_endpoints() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -627,6 +634,7 @@ async fn test_openai_router_chat_completion_with_mock() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -669,6 +677,7 @@ async fn test_openai_e2e_with_server() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -739,6 +748,7 @@ async fn test_openai_router_chat_streaming_with_mock() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -792,6 +802,7 @@ async fn test_openai_router_circuit_breaker() {
|
||||
Some(cb_config),
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
@@ -820,6 +831,7 @@ async fn test_openai_router_models_auth_forwarding() {
|
||||
None,
|
||||
Arc::new(MemoryResponseStorage::new()),
|
||||
Arc::new(MemoryConversationStorage::new()),
|
||||
Arc::new(sglang_router_rs::data_connector::MemoryConversationItemStorage::new()),
|
||||
)
|
||||
.await
|
||||
.unwrap();
|
||||
|
||||
Reference in New Issue
Block a user