Time cost utils (#355)

2024-04-09 23:27:31 +08:00
parent 550a4f78f3
commit 62b3812b69
6 changed files with 66 additions and 47 deletions
--- a/python/sglang/srt/constrained/fsm_cache.py
+++ b/python/sglang/srt/constrained/fsm_cache.py
@@ -7,6 +7,7 @@ class FSMCache(BaseCache):
        super().__init__(enable=enable)

        from importlib.metadata import version
+
        if version("outlines") >= "0.0.35":
            from transformers import AutoTokenizer