[feat] Add session control (#2073)

2024-11-20 00:36:53 -08:00
parent 63a395b985
commit 5942dfc00a
8 changed files with 348 additions and 8 deletions
--- a/python/sglang/srt/managers/detokenizer_manager.py
+++ b/python/sglang/srt/managers/detokenizer_manager.py
@@ -175,6 +175,7 @@ class DetokenizerManager:
                    output_strs=output_strs,
                    meta_info=recv_obj.meta_info,
                    finished_reason=recv_obj.finished_reason,
+                    session_ids=recv_obj.session_ids,
                )
            )