[Feature] Support llguidance for constrained decoding (#3298)

2025-02-26 10:41:49 -08:00
parent 44a2c4bd56
commit 7551498a69
8 changed files with 201 additions and 9 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -698,7 +698,7 @@ class ServerArgs:
        parser.add_argument(
            "--grammar-backend",
            type=str,
-            choices=["xgrammar", "outlines"],
+            choices=["xgrammar", "outlines", "llguidance"],
            default=ServerArgs.grammar_backend,
            help="Choose the backend for grammar-guided decoding.",
        )