[Feature] Support llguidance for constrained decoding (#3298)

This commit is contained in:
JC1DA
2025-02-26 10:41:49 -08:00
committed by GitHub
parent 44a2c4bd56
commit 7551498a69
8 changed files with 201 additions and 9 deletions

View File

@@ -38,6 +38,7 @@ runtime_common = [
"xgrammar==0.1.10",
"ninja",
"transformers==4.48.3",
"llguidance>=0.6.15"
]
srt = [
"sglang[runtime_common]",