From 2a9a0c1149421042cdc97a0d30622f52df250d6b Mon Sep 17 00:00:00 2001 From: root Date: Wed, 2 Sep 2026 07:57:11 +0000 Subject: [PATCH] trigger build dp-size 2 --- computility-run.yaml | 73 ++++++++++++++++++++---------------- qwen3_6_scripts/patch_ops.sh | 3 ++ 2 files changed, 43 insertions(+), 33 deletions(-) diff --git a/computility-run.yaml b/computility-run.yaml index 178a4876..c112f250 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -1,48 +1,55 @@ concurrency: 1 command: - - bash - - -c - - >- - python3 /workspace/qwen3_6_scripts/patch_chat_template.py /model 2>&1 || echo '[runtime] chat template patch failed'; - exec python3 -m vllm.entrypoints.openai.api_server - --model /model - --served-model-name llm - --max-model-len 131072 - --gpu-memory-utilization 0.92 - --trust-remote-code - -tp 4 - --max-num-seqs 2 - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens 4096 - --enable-chunked-prefill - --max-seq-len-to-capture 32768 - --enable-auto-tool-choice - --tool-call-parser qwen3_coder - --reasoning-parser qwen3 - --enable-prefix-caching - --enforce-eager - --dtype half + - python3 + - -m + - vllm.entrypoints.openai.api_server + - --model + - /model + - --served-model-name + - llm + - --max-model-len + - '131072' + - --gpu-memory-utilization + - '0.92' + - --trust-remote-code + - -tp + - '2' + - --dp_size + - '2' + - --max-num-seqs + - '2' + - --disable-log-requests + - --disable-frontend-multiprocessing + - --max-num-batched-tokens + - '4096' + - --enable-chunked-prefill + - --max-seq-len-to-capture + - '32768' + - --enable-auto-tool-choice + - --tool-call-parser + - qwen3_coder + - --reasoning-parser + - qwen3 + - --enable-prefix-caching + - --enforce-eager + - --dtype + - half env: - name: VLLM_ENGINE_ITERATION_TIMEOUT_S - value: '3600' + value: 3600 - name: BI100_MAX_NUM_SEQS - value: '2' - # --- MoE kernel selection --- + value: 2 - name: BI100_MOE_COREX_DIRECT_ROUTED - value: '1' + value: 1 - name: BI100_MOE_COREX_TOPK_SOFTMAX - value: '1' - # --- GDN kernel selection --- + value: 1 - name: BI100_GDN_COREX_PACKED_DECODE - value: '1' - # --- Hybrid KV/GDN cache --- + value: 1 - name: BI100_HYBRID_KV_ACCOUNTING value: full_attention - name: BI100_GDN_CACHE_POLICY value: admission64 - name: BI100_GDN_RESTORE_MODE value: hybrid64 - # --- Image fetch timeout (container network) --- - name: VLLM_IMAGE_FETCH_TIMEOUT - value: '10' \ No newline at end of file + value: 10 \ No newline at end of file diff --git a/qwen3_6_scripts/patch_ops.sh b/qwen3_6_scripts/patch_ops.sh index c134507c..14e32157 100755 --- a/qwen3_6_scripts/patch_ops.sh +++ b/qwen3_6_scripts/patch_ops.sh @@ -1,3 +1,6 @@ +echo "[build] trigger 20260901" +echo "[build] trigger 202609011237" +echo "[build] trigger 202609011556" #!/usr/bin/env bash # BI-V100 patch script for Qwen3.6-35B-A3B (Qwen3_5 MoE architecture) #