diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 46f19d567..7111c9333 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -809,4 +809,12 @@ class Engine: def shutdown(self): kill_child_process(os.getpid(), including_parent=False) + def get_tokenizer(self): + global tokenizer_manager + + if tokenizer_manager is None: + raise ReferenceError("Tokenizer Manager is not initialized.") + else: + return tokenizer_manager.tokenizer + # TODO (ByronHsu): encode