[router] forward stream_options in request (#7860)

This commit is contained in:
Shuaiyi Zhang
2025-07-08 23:03:38 +08:00
committed by GitHub
parent 653b873b91
commit 51ae40306a
3 changed files with 21 additions and 0 deletions

View File

@@ -50,6 +50,7 @@ fn test_benchmark_request_creation() {
top_p: Some(1.0),
n: Some(1),
stream: false,
stream_options: None,
stop: None,
presence_penalty: Some(0.0),
frequency_penalty: Some(0.0),
@@ -75,6 +76,7 @@ fn test_benchmark_request_creation() {
top_p: Some(1.0),
n: Some(1),
stream: false,
stream_options: None,
logprobs: None,
echo: false,
stop: None,
@@ -143,6 +145,7 @@ fn test_benchmark_request_adaptation() {
top_p: Some(1.0),
n: Some(1),
stream: false,
stream_options: None,
stop: None,
presence_penalty: Some(0.0),
frequency_penalty: Some(0.0),
@@ -168,6 +171,7 @@ fn test_benchmark_request_adaptation() {
top_p: Some(1.0),
n: Some(1),
stream: false,
stream_options: None,
logprobs: None,
echo: false,
stop: None,