Improve benchmark scripts and error message printing (#2922)

2025-01-16 06:24:31 -08:00
parent 7596417732
commit 8f2c522aba
8 changed files with 125 additions and 70 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -631,7 +631,8 @@ class Scheduler:
        if len(req.origin_input_ids) > self.max_req_input_len:
            logger.warning(
                "Request length is longer than the KV cache pool size or "
-                "the max context length. Truncated!!!"
+                "the max context length. Truncated. "
+                f"{len(req.origin_input_ids)=}, {self.max_req_input_len=}."
            )
            req.origin_input_ids = req.origin_input_ids[: self.max_req_input_len]