make json_schema usable from gen (#1254)

2024-08-29 02:57:10 +01:00
parent 13ac95b894
commit 6c34d6339c
3 changed files with 8 additions and 0 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -673,6 +673,7 @@ class StreamExecutor:
            "return_text_in_logprobs",
            "dtype",
            "regex",
+            "json_schema",
        ]:
            value = getattr(sampling_params, item, None)
            if value is not None: