diff --git a/computility-run.yaml b/computility-run.yaml index b009c3fb..9beaf135 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -19,7 +19,7 @@ command: - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens - - '4096' + - '256' - --enable-chunked-prefill - --max-seq-len-to-capture - '32768'