add test dataset

This commit is contained in:
2025-10-17 15:05:12 +08:00
parent 8af8290b1d
commit 583d6fa06b
3 changed files with 42 additions and 0 deletions

View File

@@ -58,6 +58,7 @@ CMD_ARGS+=(--model "$MODEL_PATH_VAL")
CMD_ARGS+=(--max-model-len "$MAX_MODEL_LEN_VAL")
CMD_ARGS+=(--tensor-parallel-size "$TENSOR_PARALLEL_SIZE_VAL")
CMD_ARGS+=(--max-num-seqs "$MAX_NUM_SEQS_VAL")
CMD_ARGS+=(--trust-remote-code)
echo "--------------------------------------------------"
echo "Starting VLLM OpenAI API Server..."