From 5ec60dc574f1dc2927d06e9ad2fd16da23c96dd7 Mon Sep 17 00:00:00 2001 From: project6-dev Date: Thu, 13 Aug 2026 13:34:27 +0000 Subject: [PATCH] =?UTF-8?q?fix(build):=20remove=20--num-gpu-blocks-overrid?= =?UTF-8?q?e=20=E2=80=94=20may=20fail=20platform=20yaml=20validation?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Revert to yaml-only changes that don't add new CLI args: - gpu-memory-utilization: 0.85 → 0.80 (more headroom for profiling) - max-num-batched-tokens: 8192 → 4096 (smaller profiling dummy batch) - removed: --num-gpu-blocks-override (not in platform's allowed arg list) --- computility-run.yaml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/computility-run.yaml b/computility-run.yaml index 1334515c..b009c3fb 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -10,7 +10,7 @@ command: - --max-model-len - '80000' - --gpu-memory-utilization - - '0.85' + - '0.80' - --trust-remote-code - -tp - '4' @@ -19,7 +19,7 @@ command: - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens - - '8192' + - '4096' - --enable-chunked-prefill - --max-seq-len-to-capture - '32768' @@ -32,8 +32,6 @@ command: - --enforce-eager - --dtype - half - - --num-gpu-blocks-override - - '5500' env: - name: VLLM_ENGINE_ITERATION_TIMEOUT_S value: 3600