Fix streaming (#600)

2024-07-07 01:55:58 -07:00
parent 5304b4ef58
commit 0877f1e75b
5 changed files with 5 additions and 15 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -317,7 +317,6 @@ class TokenizerManager:
                recv_obj.meta_info[i]["id"] = rid
                out_dict = {
                    "text": recv_obj.output_strs[i],
-                    "incomplete_text": recv_obj.incomplete_strs[i],
                    "meta_info": recv_obj.meta_info[i],
                }
                state.out_list.append(out_dict)