Fix constrained decoding (#1634)

2024-10-11 06:26:20 -07:00
parent 81c3327402
commit 5d09ca5735
2 changed files with 22 additions and 4 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -810,6 +810,8 @@ class ScheduleBatch:
            self.sampling_info.regex_fsm_states = [
                req.regex_fsm_state for req in self.reqs
            ]
+        else:
+            self.sampling_info.regex_fsms = None

        return ModelWorkerBatch(
            forward_mode=self.forward_mode,