[router][bugfix] Fix input_logprobs handling with None value and logprob_start_len = -1 (#11113)

2025-09-30 16:09:40 -07:00
parent fb367acfcb
commit 8ce830a8b0
7 changed files with 237 additions and 134 deletions
--- a/sgl-router/src/routers/grpc/router.rs
+++ b/sgl-router/src/routers/grpc/router.rs
@@ -1239,7 +1239,7 @@ impl GrpcRouter {
    /// Note: Always decodes with skip_special_tokens=false to show actual tokens generated
    fn convert_proto_to_openai_logprobs(
        &self,
-        proto_logprobs: &proto::LogProbs,
+        proto_logprobs: &proto::OutputLogProbs,
    ) -> Result<crate::protocols::spec::ChatLogProbs, String> {
        let mut content_items = Vec::new();