EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Bug] Catch any errors caused by parsing json schema (#1776)

Browse Source
This commit is contained in:
zolinthecow
2024-10-24 01:54:53 -07:00
committed by GitHub
parent 87a7cfa080
commit 72e7b57a75
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/constrained/fsm_cache.py
View File

@@ -73,9 +73,16 @@ class FSMCache(BaseToolCache):
def init_value(self, key): def init_value(self, key):
key_type, key_string = key key_type, key_string = key
if key_type == "json": if key_type == "json":
regex = build_regex_from_schema( try:
key_string, whitespace_pattern=self.constrained_json_whitespace_pattern regex = build_regex_from_schema(
) key_string,
whitespace_pattern=self.constrained_json_whitespace_pattern,
)
except NotImplementedError as e:
logger.warning(
f"skip invalid json schema: json_schema={key_string}, {e=}"
)
return None, key_string
elif key_type == "regex": elif key_type == "regex":
regex = key_string regex = key_string
else: else: