Allow new lines during JSON generation (#1277)

2024-09-01 11:42:29 +01:00
parent 0836055324
commit 32a4141d5a
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/constrained/fsm_cache.py
+++ b/python/sglang/srt/constrained/fsm_cache.py
@@ -79,7 +79,7 @@ class FSMCache(BaseToolCache):

    def init_value(self, value):
        if self.json_schema_mode:
-            regex = build_regex_from_schema(value)
+            regex = build_regex_from_schema(value, whitespace_pattern=r"[\n\t ]*")
            return RegexGuide(regex, self.outlines_tokenizer), regex
        else:
            return RegexGuide(value, self.outlines_tokenizer)