From f265cb8ad3b3221807dd4d68e05c55e52b8306cf Mon Sep 17 00:00:00 2001 From: project6-dev Date: Mon, 10 Aug 2026 06:40:48 +0000 Subject: [PATCH] fix(yaml): align launch params with comp 168 proven config MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - max_model_len: 80000 → 256000 (comp 168 value) - gpu_memory_utilization: 0.9 → 0.95 - Added: --max-num-batched-tokens 4096, --enable-chunked-prefill - Removed: VLLM_COREX_*_LIBRARY env vars (those .so don't exist in base image) - Added ixformer dir to LD_LIBRARY_PATH for runtime symbol resolution --- computility-run.yaml | 19 ++++++------------- 1 file changed, 6 insertions(+), 13 deletions(-) diff --git a/computility-run.yaml b/computility-run.yaml index 2359f39d..80af0dfd 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -8,14 +8,17 @@ command: - --served-model-name - llm - --max-model-len - - '80000' + - '256000' - --gpu-memory-utilization - - '0.9' + - '0.95' - --trust-remote-code - -tp - '4' - --max-num-seqs - '2' + - --max-num-batched-tokens + - '4096' + - --enable-chunked-prefill - --disable-log-requests - --disable-frontend-multiprocessing - --enforce-eager @@ -39,17 +42,7 @@ env: - name: PYTHONPATH value: /usr/local/corex/lib/python3/dist-packages:/usr/local/corex/lib64/python3/dist-packages - name: LD_LIBRARY_PATH - value: /usr/local/corex/lib64:/usr/local/openmpi/lib - - name: VLLM_COREX_FA2_LIBRARY - value: /usr/local/corex/lib64/libcorex_fa2.so - - name: VLLM_COREX_GDN_LIBRARY - value: /usr/local/corex/lib64/libcorex_gdn.so - - name: VLLM_COREX_MOE_LIBRARY - value: /usr/local/corex/lib64/libcorex_moe.so - - name: VLLM_REQUEST_METRICS_FILE - value: /tmp/vllm-request-metrics.jsonl - - name: VLLM_CACHE_BLOCK_SIZE - value: '16' + value: /usr/local/corex/lib64:/usr/local/openmpi/lib:/usr/local/corex/lib64/python3/dist-packages/ixformer - name: PYTORCH_CUDA_ALLOC_CONF value: max_split_size_mb:512 - name: OMP_NUM_THREADS