add dataset and more models

2025-10-17 16:52:12 +08:00
parent 8f07ba339a
commit ee04aead1e
3 changed files with 43 additions and 0 deletions
--- a/1
+++ b/1
@@ -58,6 +58,7 @@ CMD_ARGS+=(--model "$MODEL_PATH_VAL")
 CMD_ARGS+=(--max-model-len "$MAX_MODEL_LEN_VAL")
 CMD_ARGS+=(--tensor-parallel-size "$TENSOR_PARALLEL_SIZE_VAL")
 CMD_ARGS+=(--max-num-seqs "$MAX_NUM_SEQS_VAL")
+CMD_ARGS+=(--trust-remote-code)

 echo "--------------------------------------------------"
 echo "Starting VLLM OpenAI API Server..."