Crash the server on warnings in CI (#1772)

2024-10-23 16:27:13 -07:00
parent 3f5ac88d02
commit 05b3bf5e8e
5 changed files with 22 additions and 6 deletions
--- a/python/sglang/srt/model_executor/cuda_graph_runner.py
+++ b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -116,7 +116,7 @@ class CudaGraphRunner:
        if self.model_runner.server_args.disable_cuda_graph_padding:
            self.capture_bs = list(range(1, 32)) + [64, 128]
        else:
-            self.capture_bs = [1, 2, 4] + [i * 8 for i in range(1, 21)]
+            self.capture_bs = [1, 2, 3, 4] + [i * 8 for i in range(1, 21)]
        self.capture_bs = [
            bs for bs in self.capture_bs if bs <= model_runner.req_to_token_pool.size
        ]