[router] fix pd model completion request (#8303)

This commit is contained in:
Simo Lin
2025-07-23 23:18:29 -07:00
committed by GitHub
parent 5dd0f870ab
commit f6e07f2796
6 changed files with 320 additions and 15 deletions

View File

@@ -86,6 +86,7 @@ fn test_benchmark_request_creation() {
logit_bias: None,
user: None,
seed: None,
other: serde_json::Map::new(),
};
// Test serialization works
@@ -181,6 +182,7 @@ fn test_benchmark_request_adaptation() {
logit_bias: None,
user: None,
seed: None,
other: serde_json::Map::new(),
};
// Test PD adaptation (should not panic)