From 2e0f94ab798b0c1923eb0d40b9bf7ca5f42f9552 Mon Sep 17 00:00:00 2001 From: lambert0312 Date: Fri, 28 Mar 2025 12:45:57 +0800 Subject: [PATCH] [Fix] fix output_top_logprobs is not exist (#4597) --- python/sglang/srt/openai_api/adapter.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py index eadfd8de2..17ebbd86d 100644 --- a/python/sglang/srt/openai_api/adapter.py +++ b/python/sglang/srt/openai_api/adapter.py @@ -1119,7 +1119,9 @@ def v1_chat_generate_response( if logprobs: logprobs = to_openai_style_logprobs( output_token_logprobs=ret_item["meta_info"]["output_token_logprobs"], - output_top_logprobs=ret_item["meta_info"]["output_top_logprobs"], + output_top_logprobs=ret_item["meta_info"].get( + "output_top_logprobs", None + ), ) token_logprobs = [] for token_idx, (token, logprob) in enumerate( @@ -1329,9 +1331,9 @@ async def v1_chat_completions( output_token_logprobs=content["meta_info"][ "output_token_logprobs" ][n_prev_token:], - output_top_logprobs=content["meta_info"][ - "output_top_logprobs" - ][n_prev_token:], + output_top_logprobs=content["meta_info"].get( + "output_top_logprobs", [] + )[n_prev_token:], ) n_prev_token = len(