From 15ad56a454372f8c2b4a72899b1daba9e729b863 Mon Sep 17 00:00:00 2001
From: project6-dev <dev@project6.ai>
Date: Thu, 13 Aug 2026 16:34:44 +0000
Subject: [PATCH] =?UTF-8?q?fix:=20remove=20--enable-chunked-prefill=20?=
 =?UTF-8?q?=E2=80=94=20conflicts=20with=20small=20max=5Fnum=5Fbatched=5Fto?=
 =?UTF-8?q?kens?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

chunked_prefill requires max_num_batched_tokens >= max_model_len/max_num_seqs
= 80000/2 = 40000. But we need small batched_tokens for profiling OOM.

Without chunked_prefill, max_num_batched_tokens=2048 is fine for profiling
and real inference processes full sequences in one pass.
---
 computility-run.yaml | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/computility-run.yaml b/computility-run.yaml
index 9beaf135..87639310 100644
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -19,8 +19,7 @@ command:
     - --disable-log-requests
     - --disable-frontend-multiprocessing
     - --max-num-batched-tokens
-    - '256'
-    - --enable-chunked-prefill
+    - '2048'
     - --max-seq-len-to-capture
     - '32768'
     - --enable-auto-tool-choice