[Fix] Fix --skip-tokenizer-init (#1798)

2024-10-25 18:51:59 -07:00
parent b77a02cdfd
commit fb99aaa527
5 changed files with 50 additions and 25 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -294,6 +294,8 @@ class BatchTokenIDOut:
    decoded_texts: List[str]
    decode_ids: List[int]
    read_offsets: List[int]
+    # Only used when `--skip-tokenizer-init`
+    output_ids: Optional[List[int]]
    skip_special_tokens: List[bool]
    spaces_between_special_tokens: List[bool]
    meta_info: List[Dict]