[Feature] Support new parameter - EBNF in xgrammar (#2526)

2024-12-26 18:42:41 +05:30
parent 08effbff35
commit acb340728c
8 changed files with 384 additions and 2 deletions
--- a/python/sglang/srt/constrained/xgrammar_backend.py
+++ b/python/sglang/srt/constrained/xgrammar_backend.py
@@ -126,6 +126,12 @@ class XGrammarGrammarBackend(BaseGrammarBackend):
                    f"Skip invalid json_schema: json_schema={key_string}, {e=}"
                )
                return None
+        elif key_type == "ebnf":
+            try:
+                ctx = self.grammar_compiler.compile_grammar(key_string)
+            except RuntimeError as e:
+                logging.warning(f"Skip invalid ebnf: ebnf={key_string}, {e=}")
+                return None
        elif key_type == "regex":
            logger.warning(
                "regex hasn't been supported by xgrammar yet. This is skipped."