From 31fad29ab02d1d516632da7fc2f128eabc89aee9 Mon Sep 17 00:00:00 2001
From: Patrick Yi <21299683+pjyi2147@users.noreply.github.com>
Date: Sat, 12 Oct 2024 22:39:35 -0400
Subject: [PATCH] Add get_tokenizer function for Engine class (#1653)

---
 python/sglang/srt/server.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py
index 46f19d567..7111c9333 100644
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -809,4 +809,12 @@ class Engine:
     def shutdown(self):
         kill_child_process(os.getpid(), including_parent=False)
 
+    def get_tokenizer(self):
+        global tokenizer_manager
+
+        if tokenizer_manager is None:
+            raise ReferenceError("Tokenizer Manager is not initialized.")
+        else:
+            return tokenizer_manager.tokenizer
+
     # TODO (ByronHsu): encode