Fix missing additional_stop_token_ids (#1769)

2024-10-23 12:18:59 -07:00
parent b7d0559496
commit 0d800090b4
3 changed files with 16 additions and 11 deletions
--- a/python/sglang/srt/sampling/sampling_params.py
+++ b/python/sglang/srt/sampling/sampling_params.py
@@ -135,7 +135,7 @@ class SamplingParams:
            self.stop_str_max_len = stop_str_max_len

        # Process stop token ids
-        if tokenizer.additional_stop_token_ids:
+        if tokenizer and tokenizer.additional_stop_token_ids:
            self.stop_token_ids.update(tokenizer.additional_stop_token_ids)

    def to_srt_kwargs(self):