EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[grammar] Avoid server crash when grammar backend is None (#11401)

Browse Source
This commit is contained in:
Xinyuan Tong
2025-10-09 18:38:10 -07:00
committed by GitHub
parent 9b8ebb2798
commit 1f106ee365
1 changed files with 22 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/scheduler.py
View File

@@ -1442,7 +1442,10 @@ class Scheduler(
or req.sampling_params.ebnf is not None or req.sampling_params.ebnf is not None
or req.sampling_params.structural_tag is not None or req.sampling_params.structural_tag is not None
): ):
assert self.grammar_backend is not None if self.grammar_backend is None:
error_msg = "Grammar-based generation (json_schema, regex, ebnf, structural_tag) is not supported when the server is launched with --grammar-backend none"
req.set_finish_with_abort(error_msg)
else:
if req.sampling_params.json_schema is not None: if req.sampling_params.json_schema is not None:
key = ("json", req.sampling_params.json_schema) key = ("json", req.sampling_params.json_schema)
elif req.sampling_params.regex is not None: elif req.sampling_params.regex is not None: