From 32a4141d5aaca699c9377dd0d5c689ac019f91b9 Mon Sep 17 00:00:00 2001
From: Enrique Shockwave <33002121+qeternity@users.noreply.github.com>
Date: Sun, 1 Sep 2024 11:42:29 +0100
Subject: [PATCH] Allow new lines during JSON generation (#1277)

---
 python/sglang/srt/constrained/fsm_cache.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/srt/constrained/fsm_cache.py b/python/sglang/srt/constrained/fsm_cache.py
index 6bc6ea6d2..57c491306 100644
--- a/python/sglang/srt/constrained/fsm_cache.py
+++ b/python/sglang/srt/constrained/fsm_cache.py
@@ -79,7 +79,7 @@ class FSMCache(BaseToolCache):
 
     def init_value(self, value):
         if self.json_schema_mode:
-            regex = build_regex_from_schema(value)
+            regex = build_regex_from_schema(value, whitespace_pattern=r"[\n\t ]*")
             return RegexGuide(regex, self.outlines_tokenizer), regex
         else:
             return RegexGuide(value, self.outlines_tokenizer)