7c2966a98c
* [CI/Build] Add CI end-to-end (E2E) tests Signed-off-by: Chenchao Hu <huchenchao@example.com>
24 lines
523 B
Bash
Executable File
24 lines
523 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
|
|
source ci/scripts/common/env.sh
|
|
source ci/scripts/common/log.sh
|
|
|
|
log "Running accuracy test via evalscope"
|
|
|
|
docker exec "${DOCKER_NAME}" bash -lc "
|
|
set -e
|
|
rm -f ${ACC_LOG}
|
|
|
|
export http_proxy=${PROXY_URL}
|
|
export https_proxy=${PROXY_URL}
|
|
export NO_PROXY=${NO_PROXY_LIST}
|
|
export no_proxy=${NO_PROXY_LIST}
|
|
|
|
evalscope eval \
|
|
--model ${SERVED_MODEL_NAME} \
|
|
--api-url http://localhost:${VLLM_PORT}/v1 \
|
|
--datasets gsm8k arc \
|
|
--limit 10 2>&1 | tee ${ACC_LOG}
|
|
"
|