Add get_tokenizer function for Engine class (#1653)

2024-10-12 22:39:35 -04:00
parent 9da5a60b18
commit 31fad29ab0
1 changed files with 8 additions and 0 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -809,4 +809,12 @@ class Engine:
    def shutdown(self):
        kill_child_process(os.getpid(), including_parent=False)

+    def get_tokenizer(self):
+        global tokenizer_manager
+
+        if tokenizer_manager is None:
+            raise ReferenceError("Tokenizer Manager is not initialized.")
+        else:
+            return tokenizer_manager.tokenizer
+
    # TODO (ByronHsu): encode