EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve: Support xgrammar 0.1.14 (#3593)

Browse Source
This commit is contained in:
Enrique Shockwave
2025-02-27 16:42:54 +00:00
committed by GitHub
parent b0df5d240b
commit d281587989
2 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/pyproject.toml
View File

@@ -35,7 +35,7 @@ runtime_common = [
"torchao>=0.7.0", "torchao>=0.7.0",
"uvicorn", "uvicorn",
"uvloop", "uvloop",
"xgrammar==0.1.10", "xgrammar==0.1.14",
"ninja", "ninja",
"transformers==4.48.3", "transformers==4.48.3",
"llguidance>=0.6.15" "llguidance>=0.6.15"

5
python/sglang/srt/constrained/xgrammar_backend.py
View File

@@ -19,7 +19,6 @@ from typing import List, Tuple
import torch import torch
from xgrammar import ( from xgrammar import (
CompiledGrammar, CompiledGrammar,
Grammar,
GrammarCompiler, GrammarCompiler,
GrammarMatcher, GrammarMatcher,
TokenizerInfo, TokenizerInfo,
@@ -135,9 +134,7 @@ class XGrammarGrammarBackend(BaseGrammarBackend):
return None return None
elif key_type == "regex": elif key_type == "regex":
try: try:
ctx = self.grammar_compiler.compile_grammar( ctx = self.grammar_compiler.compile_regex(key_string)
Grammar.from_regex(key_string)
)
except RuntimeError as e: except RuntimeError as e:
logging.warning(f"Skip invalid regex: regex={key_string}, {e=}") logging.warning(f"Skip invalid regex: regex={key_string}, {e=}")
return None return None