diff --git a/computility-run.yaml b/computility-run.yaml index 9beaf135..87639310 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -19,8 +19,7 @@ command: - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens - - '256' - - --enable-chunked-prefill + - '2048' - --max-seq-len-to-capture - '32768' - --enable-auto-tool-choice