From d1cc7d4e89c9546829debe2410c43c49b5e86b21 Mon Sep 17 00:00:00 2001
From: project6-dev <dev@project6.ai>
Date: Wed, 12 Aug 2026 16:05:58 +0000
Subject: [PATCH] =?UTF-8?q?fix:=20yaml=20params=20only=20=E2=80=94=20enfor?=
 =?UTF-8?q?ce=5Feager=20+=20dtype=20half=20+=20comp168=20settings?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 computility-run.yaml | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/computility-run.yaml b/computility-run.yaml
index 41351f4..9fd7ac4 100644
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -8,18 +8,18 @@ command:
     - --served-model-name
     - llm
     - --max-model-len
-    - '262144'
+    - '256000'
     - --gpu-memory-utilization
-    - '0.9'
+    - '0.95'
     - --trust-remote-code
     - -tp
     - '4'
     - --max-num-seqs
-    - '1'
+    - '2'
     - --disable-log-requests
     - --disable-frontend-multiprocessing
     - --max-num-batched-tokens
-    - '8192'
+    - '4096'
     - --enable-chunked-prefill
     - --max-seq-len-to-capture
     - '32768'
@@ -29,6 +29,9 @@ command:
     - --reasoning-parser
     - qwen3
     - --enable-prefix-caching
+    - --enforce-eager
+    - --dtype
+    - half
 env:
     - name: VLLM_ENGINE_ITERATION_TIMEOUT_S
       value: 3600