Improve logging & add logit cap (#471)

2024-05-24 03:48:53 -07:00
parent 44c998fcb5
commit 2cea6146d8
12 changed files with 106 additions and 24 deletions
--- a/python/sglang/srt/constrained/fsm_cache.py
+++ b/python/sglang/srt/constrained/fsm_cache.py
@@ -6,6 +6,9 @@ class FSMCache(BaseCache):
    def __init__(self, tokenizer_path, tokenizer_args_dict, enable=True):
        super().__init__(enable=enable)

+        if tokenizer_path.endswith(".json"):
+            return
+
        from importlib.metadata import version

        if version("outlines") >= "0.0.35":