24 lines
523 B
Bash
24 lines
523 B
Bash
|
#!/usr/bin/env bash
|
||
|
|
set -euo pipefail
|
||
|
|
|
||
|
|
source ci/scripts/common/env.sh
|
||
|
|
source ci/scripts/common/log.sh
|
||
|
|
|
||
|
|
log "Running accuracy test via evalscope"
|
||
|
|
|
||
|
|
docker exec "${DOCKER_NAME}" bash -lc "
|
||
|
|
set -e
|
||
|
|
rm -f ${ACC_LOG}
|
||
|
|
|
||
|
|
export http_proxy=${PROXY_URL}
|
||
|
|
export https_proxy=${PROXY_URL}
|
||
|
|
export NO_PROXY=${NO_PROXY_LIST}
|
||
|
|
export no_proxy=${NO_PROXY_LIST}
|
||
|
|
|
||
|
|
evalscope eval \
|
||
|
|
--model ${SERVED_MODEL_NAME} \
|
||
|
|
--api-url http://localhost:${VLLM_PORT}/v1 \
|
||
|
|
--datasets gsm8k arc \
|
||
|
|
--limit 10 2>&1 | tee ${ACC_LOG}
|
||
|
|
"
|