EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] update generate spec to align with sgl io struct (#11591)

Browse Source
This commit is contained in:
Simo Lin
2025-10-14 02:51:33 -04:00
committed by GitHub
parent 27ef1459e6
commit 0b9915c132
7 changed files with 196 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-router/src/routers/grpc/pipeline.rs
View File

@@ -877,7 +877,7 @@ impl ResponseProcessingStage {
}
// Non-streaming: Delegate to ResponseProcessor
let request_logprobs = ctx.generate_request().return_logprob;
let request_logprobs = ctx.generate_request().return_logprob.unwrap_or(false);
let generate_request = ctx.generate_request_arc();
let stop_decoder = ctx

2
sgl-router/src/routers/grpc/streaming.rs
View File

@@ -616,7 +616,7 @@ impl StreamingProcessor {
generate_request: Arc<GenerateRequest>,
dispatch: context::DispatchMetadata,
) -> Response {
let return_logprob = generate_request.return_logprob;
let return_logprob = generate_request.return_logprob.unwrap_or(false);
// Create SSE channel
let (tx, rx) = mpsc::unbounded_channel::<Result<Bytes, io::Error>>();