* fix(detokenizer_manager.py): fix truncated decoded output (#586)

Co-authored-by: hnyls2002 <hnyls2002@gmail.com>
2024-07-07 05:53:22 +08:00
parent c0982ac553
commit 26908d9568
4 changed files with 17 additions and 10 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -316,7 +316,8 @@ class TokenizerManager:

                recv_obj.meta_info[i]["id"] = rid
                out_dict = {
-                    "text": recv_obj.output_str[i],
+                    "text": recv_obj.output_strs[i],
+                    "incomplete_text": recv_obj.incomplete_strs[i],
                    "meta_info": recv_obj.meta_info[i],
                }
                state.out_list.append(out_dict)