From 35d63cf0fc63de28dbef6eeec71cf2796f2d9dba Mon Sep 17 00:00:00 2001 From: root Date: Thu, 3 Sep 2026 02:24:32 +0000 Subject: [PATCH] tp = 4, use ep --- computility-run.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/computility-run.yaml b/computility-run.yaml index 67e274d3..cb8af270 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -13,7 +13,7 @@ command: - '0.92' - --trust-remote-code - -tp - - '2' + - '4' - --max-num-seqs - '2' - --disable-log-requests @@ -35,6 +35,8 @@ command: env: - name: VLLM_ENGINE_ITERATION_TIMEOUT_S value: 3600 + - name: VLLM_ENABLE_EXPERT_PARALLEL + value: 1 - name: BI100_MAX_NUM_SEQS value: 2 - name: BI100_MOE_COREX_DIRECT_ROUTED