[BugFix] add verify logit_bias to avoid crash because of IndexError (#7749)

2025-07-14 02:44:12 +08:00
parent c46e069d34
commit 0c55cbcfc5
2 changed files with 9 additions and 2 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -604,7 +604,7 @@ class TokenizerManager:
            sampling_kwargs = obj.sampling_params
        sampling_params = SamplingParams(**sampling_kwargs)
        sampling_params.normalize(self.tokenizer)
-        sampling_params.verify()
+        sampling_params.verify(self.model_config.vocab_size)

        # Build return object
        if isinstance(obj, GenerateReqInput):