fast regex decode

Auto-detect constant str path in regex FSM, then extend instead.
2024-01-25 01:16:25 +08:00
parent 711d343530
commit 01ee0fbc05
16 changed files with 968 additions and 16 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -157,6 +157,7 @@ class TokenizerManager:
                )
            tokenized_obj = TokenizedGenerateReqInput(
                rid=rid,
+                input_text=obj.text,
                input_ids=input_ids,
                pixel_values=pixel_values,
                image_hash=image_hash,