From c4e9ebe3a480128818eeda4a3ce59ee7a8da53bf Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Sat, 24 Feb 2024 16:05:21 +0800 Subject: [PATCH] Fix stop str merging (#225) Co-authored-by: Enrique Shockwave <33002121+qeternity@users.noreply.github.com> --- python/sglang/lang/interpreter.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 7f6d9f6fc..be525d8e2 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -583,6 +583,10 @@ class StreamExecutor: if self.chat_template.stop_str: if not clone: clone = self.default_sampling_para.clone() + if clone.stop == (): + clone.stop = [] + elif isinstance(clone.stop, str): + clone.stop = [clone.stop] clone.stop += self.chat_template.stop_str return clone or self.default_sampling_para