From 799fb5f455d68bd9353f09402905b6411efbb970 Mon Sep 17 00:00:00 2001 From: Yinghai Lu Date: Sun, 16 Mar 2025 14:01:23 -0700 Subject: [PATCH] 400 on empty input_ids (#4481) --- python/sglang/srt/managers/io_struct.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index e1cb4f73e..3a764b051 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -103,6 +103,8 @@ class GenerateReqInput: self.batch_size = len(self.text) self.input_embeds = None elif self.input_ids is not None: + if len(self.input_ids) == 0: + raise ValueError("input_ids cannot be empty.") if isinstance(self.input_ids[0], int): self.is_single = True self.batch_size = 1