EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] fix output_top_logprobs is not exist (#4597)

Browse Source
This commit is contained in:
lambert0312
2025-03-28 12:45:57 +08:00
committed by GitHub
parent 18317ddc13
commit 2e0f94ab79
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/openai_api/adapter.py
View File

@@ -1119,7 +1119,9 @@ def v1_chat_generate_response(
if logprobs: if logprobs:
logprobs = to_openai_style_logprobs( logprobs = to_openai_style_logprobs(
output_token_logprobs=ret_item["meta_info"]["output_token_logprobs"], output_token_logprobs=ret_item["meta_info"]["output_token_logprobs"],
output_top_logprobs=ret_item["meta_info"]["output_top_logprobs"], output_top_logprobs=ret_item["meta_info"].get(
"output_top_logprobs", None
),
) )
token_logprobs = [] token_logprobs = []
for token_idx, (token, logprob) in enumerate( for token_idx, (token, logprob) in enumerate(
@@ -1329,9 +1331,9 @@ async def v1_chat_completions(
output_token_logprobs=content["meta_info"][ output_token_logprobs=content["meta_info"][
"output_token_logprobs" "output_token_logprobs"
][n_prev_token:], ][n_prev_token:],
output_top_logprobs=content["meta_info"][ output_top_logprobs=content["meta_info"].get(
"output_top_logprobs" "output_top_logprobs", []
][n_prev_token:], )[n_prev_token:],
) )
n_prev_token = len( n_prev_token = len(