From 451bdc8204b9b91bedf352a346bfd9c06684b69b Mon Sep 17 00:00:00 2001
From: Claude <claude@anthropic.com>
Date: Thu, 13 Aug 2026 12:38:42 +0000
Subject: [PATCH] =?UTF-8?q?fix:=20lower=20gpu-memory-utilization=20to=200.?=
 =?UTF-8?q?85=20=E2=80=94=20prevent=20profiling=20OOM?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

CCCL CachingDeviceAllocator reserves some memory for its bin cache.
With 0.90 utilization + max-model-len=80000, profiling stage OOMs.
0.85 leaves ~1.6GB headroom per GPU for profiling + allocator cache.
---
 computility-run.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/computility-run.yaml b/computility-run.yaml
index a343a690..4a2980d5 100644
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -10,7 +10,7 @@ command:
     - --max-model-len
     - '80000'
     - --gpu-memory-utilization
-    - '0.90'
+    - '0.85'
     - --trust-remote-code
     - -tp
     - '4'