[CI] Fix PD job (#1129)

Fix e2e test for Pd job

Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
wangxiyuan
2025-06-09 16:34:41 +08:00
committed by GitHub
parent e63fc6f280
commit cb341c7bcd
3 changed files with 8 additions and 8 deletions

View File

@@ -66,7 +66,7 @@ function run_prefill_instance() {
--served-model-name Deepseek \
--max-model-len 2000 \
--trust-remote-code \
--kv-transfer-config "$KV_CONFIG" &
--kv-transfer-config "$KV_CONFIG"
}
@@ -119,7 +119,7 @@ function run_decode_instance() {
--max-num-batched-tokens 2000 \
--trust-remote-code \
--gpu-memory-utilization 0.9 \
--kv-transfer-config "$KV_CONFIG" &
--kv-transfer-config "$KV_CONFIG"
}
function run_proxy_server() {