bugfix: Fix output_ids extraction in detokenizer_manager (#9047)
This commit is contained in:
@@ -216,7 +216,7 @@ class DetokenizerManager:
|
||||
rids=recv_obj.rids,
|
||||
finished_reasons=recv_obj.finished_reasons,
|
||||
output_strs=output_strs,
|
||||
output_ids=recv_obj.decode_ids,
|
||||
output_ids=recv_obj.output_ids,
|
||||
prompt_tokens=recv_obj.prompt_tokens,
|
||||
completion_tokens=recv_obj.completion_tokens,
|
||||
cached_tokens=recv_obj.cached_tokens,
|
||||
|
||||
Reference in New Issue
Block a user