[Fix] fix eos trim inconsistency (#1650)

2024-10-13 01:07:09 -07:00
parent c3f2fc5a7a
commit 4876117171
7 changed files with 77 additions and 27 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -295,6 +295,7 @@ class BatchTokenIDOut:
    spaces_between_special_tokens: List[bool]
    meta_info: List[Dict]
    finished_reason: List[BaseFinishReason]
+    no_eos_trim: List[bool]


@dataclass