Fix unit tests for the frontend language part (#872)

2024-08-01 12:39:12 -07:00
parent aba6f51f88
commit 6f221d4ca0
11 changed files with 80 additions and 83 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -479,6 +479,9 @@ class Runtime:
            parent.wait(timeout=5)
            self.pid = None

+    def cache_prefix(self, prefix: str):
+        self.endpoint.cache_prefix(prefix)
+
    def get_tokenizer(self):
        return get_tokenizer(
            self.server_args.tokenizer_path,