EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

router(grpc): Implement route for chat_cmpl endpoint (#10761)

Browse Source
This commit is contained in:
Chang Su
2025-09-23 11:26:33 -07:00
committed by GitHub
parent b24b2e7ed7
commit 7ff93e613f
8 changed files with 380 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
sgl-router/src/grpc/client.rs
View File

@@ -97,7 +97,7 @@ mod tests {
fn test_generate_request_construction() {
let sampling_params = proto::SamplingParams {
temperature: 0.7,
max_new_tokens: 128,
max_new_tokens: Some(128),
top_p: 0.9,
top_k: 50,
stop: vec!["</s>".to_string()],
@@ -126,7 +126,7 @@ mod tests {
let params = gen_req.sampling_params.unwrap();
assert_eq!(params.temperature, 0.7);
assert_eq!(params.max_new_tokens, 128);
assert_eq!(params.max_new_tokens, Some(128));
assert_eq!(params.stop, vec!["</s>"]);
}
@@ -155,7 +155,7 @@ mod tests {
fn test_sampling_params_defaults() {
let params = proto::SamplingParams::default();
assert_eq!(params.temperature, 0.0);
assert_eq!(params.max_new_tokens, 0);
assert_eq!(params.max_new_tokens, None);
assert_eq!(params.top_p, 0.0);
assert_eq!(params.top_k, 0);
assert!(params.stop.is_empty());