EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: do not wrap invalid grammar objects during constrained generation (#11328)

Browse Source
This commit is contained in:
tazjin
2025-10-19 05:54:33 +03:00
committed by GitHub
parent 1dacedd2db
commit 6d6ea5af0c
1 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
python/sglang/srt/constrained/reasoner_grammar_backend.py
View File

@@ -17,7 +17,11 @@ from typing import List, Optional, Tuple
import torch import torch
from .base_grammar_backend import BaseGrammarBackend, BaseGrammarObject from .base_grammar_backend import (
INVALID_GRAMMAR_OBJ,
BaseGrammarBackend,
BaseGrammarObject,
)
class ReasonerGrammarObject(BaseGrammarObject): class ReasonerGrammarObject(BaseGrammarObject):
@@ -81,10 +85,9 @@ class ReasonerGrammarBackend(BaseGrammarBackend):
self.grammar_backend = grammar_backend self.grammar_backend = grammar_backend
self.think_end_id = think_end_id self.think_end_id = think_end_id
def _init_value_dispatch( def _init_value_dispatch(self, key: Tuple[str, str]) -> Optional[BaseGrammarObject]:
self, key: Tuple[str, str]
) -> Optional[ReasonerGrammarObject]:
ret = self.grammar_backend._init_value_dispatch(key) ret = self.grammar_backend._init_value_dispatch(key)
if ret is None: # avoid wrapping invalid grammar, so that the scheduler can detect it
return None if ret is None or ret is INVALID_GRAMMAR_OBJ:
return ret
return ReasonerGrammarObject(ret, self.think_end_id) return ReasonerGrammarObject(ret, self.think_end_id)