EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Router] Refactor protocol definitions: split spec.rs into modular files (#11677)

Browse Source 
Co-authored-by: Chang Su <chang.s.su@oracle.com>
This commit is contained in:
Keyang Ru
2025-10-16 13:44:44 -07:00
committed by GitHub
parent 86b04d25b3
commit 4c9bcb9d56
56 changed files with 2939 additions and 2914 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
sgl-router/tests/chat_template_integration.rs
View File

@@ -1,4 +1,5 @@
use sglang_router_rs::protocols::spec;
use sglang_router_rs::protocols::chat::{ChatMessage, UserMessageContent};
use sglang_router_rs::protocols::common::{ContentPart, ImageUrl};
use sglang_router_rs::tokenizer::chat_template::{
detect_chat_template_content_format, ChatTemplateContentFormat, ChatTemplateParams,
ChatTemplateProcessor,
@@ -17,8 +18,8 @@ fn test_simple_chat_template() {
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = [spec::ChatMessage::User {
content: spec::UserMessageContent::Text("Test".to_string()),
let messages = [ChatMessage::User {
content: UserMessageContent::Text("Test".to_string()),
name: None,
}];
@@ -51,8 +52,8 @@ fn test_chat_template_with_tokens() {
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = [spec::ChatMessage::User {
content: spec::UserMessageContent::Text("Test".to_string()),
let messages = [ChatMessage::User {
content: UserMessageContent::Text("Test".to_string()),
name: None,
}];
@@ -112,12 +113,12 @@ fn test_llama_style_template() {
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = [
spec::ChatMessage::System {
ChatMessage::System {
content: "You are a helpful assistant".to_string(),
name: None,
},
spec::ChatMessage::User {
content: spec::UserMessageContent::Text("What is 2+2?".to_string()),
ChatMessage::User {
content: UserMessageContent::Text("What is 2+2?".to_string()),
name: None,
},
];
@@ -167,18 +168,18 @@ fn test_chatml_template() {
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = vec![
spec::ChatMessage::User {
content: spec::UserMessageContent::Text("Hello".to_string()),
ChatMessage::User {
content: UserMessageContent::Text("Hello".to_string()),
name: None,
},
spec::ChatMessage::Assistant {
ChatMessage::Assistant {
content: Some("Hi there!".to_string()),
name: None,
tool_calls: None,
reasoning_content: None,
},
spec::ChatMessage::User {
content: spec::UserMessageContent::Text("How are you?".to_string()),
ChatMessage::User {
content: UserMessageContent::Text("How are you?".to_string()),
name: None,
},
];
@@ -219,8 +220,8 @@ assistant:
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = [spec::ChatMessage::User {
content: spec::UserMessageContent::Text("Test".to_string()),
let messages = [ChatMessage::User {
content: UserMessageContent::Text("Test".to_string()),
name: None,
}];
@@ -306,13 +307,13 @@ fn test_template_with_multimodal_content() {
let processor = ChatTemplateProcessor::new(template.to_string());
let messages = [spec::ChatMessage::User {
content: spec::UserMessageContent::Parts(vec![
spec::ContentPart::Text {
let messages = [ChatMessage::User {
content: UserMessageContent::Parts(vec![
ContentPart::Text {
text: "Look at this:".to_string(),
},
spec::ContentPart::ImageUrl {
image_url: spec::ImageUrl {
ContentPart::ImageUrl {
image_url: ImageUrl {
url: "https://example.com/image.jpg".to_string(),
detail: None,
},