From 71644e15302db067c5b8442209455c84730cdfbf Mon Sep 17 00:00:00 2001 From: project6-dev Date: Thu, 13 Aug 2026 13:25:23 +0000 Subject: [PATCH] =?UTF-8?q?fix:=20num-gpu-blocks-override=204000=E2=86=925?= =?UTF-8?q?500=20=E2=80=94=204000=20blocks=20can't=20fit=20a=2070K=20promp?= =?UTF-8?q?t?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 5500 blocks × 16 tokens = 88K token capacity. Covers max-model-len=80000 + output generation headroom. --- computility-run.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/computility-run.yaml b/computility-run.yaml index 9c15aac6..1334515c 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -33,7 +33,7 @@ command: - --dtype - half - --num-gpu-blocks-override - - '4000' + - '5500' env: - name: VLLM_ENGINE_ITERATION_TIMEOUT_S value: 3600