[CI] Fix PD job (#1129)
Fix e2e test for Pd job Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
@@ -66,7 +66,7 @@ function run_prefill_instance() {
|
||||
--served-model-name Deepseek \
|
||||
--max-model-len 2000 \
|
||||
--trust-remote-code \
|
||||
--kv-transfer-config "$KV_CONFIG" &
|
||||
--kv-transfer-config "$KV_CONFIG"
|
||||
}
|
||||
|
||||
|
||||
@@ -119,7 +119,7 @@ function run_decode_instance() {
|
||||
--max-num-batched-tokens 2000 \
|
||||
--trust-remote-code \
|
||||
--gpu-memory-utilization 0.9 \
|
||||
--kv-transfer-config "$KV_CONFIG" &
|
||||
--kv-transfer-config "$KV_CONFIG"
|
||||
}
|
||||
|
||||
function run_proxy_server() {
|
||||
|
||||
Reference in New Issue
Block a user