Improve doc strings (#518)

This commit is contained in:
Lianmin Zheng
2024-06-08 02:06:52 -07:00
parent e8a2327d52
commit f6dbd24043
22 changed files with 52 additions and 17 deletions

View File

@@ -1,3 +1,4 @@
"""Cache for the compressed finite state machine."""
from sglang.srt.constrained import RegexFSM, TransformerTokenizer
from sglang.srt.constrained.base_cache import BaseCache

View File

@@ -1,3 +1,7 @@
"""
Faster constrained decoding.
Reference: https://lmsys.org/blog/2024-02-05-compressed-fsm/
"""
import interegular
from sglang.srt.constrained import FSMInfo, disk_cache, make_deterministic_fsm