[CI/Build] Add CI end-to-end (E2E) tests (#139)
* [CI/Build] Add CI end-to-end (E2E) tests Signed-off-by: Chenchao Hu <huchenchao@example.com>
This commit is contained in:
23
ci/scripts/tests/run_accuracy.sh
Executable file
23
ci/scripts/tests/run_accuracy.sh
Executable file
@@ -0,0 +1,23 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
source ci/scripts/common/env.sh
|
||||
source ci/scripts/common/log.sh
|
||||
|
||||
log "Running accuracy test via evalscope"
|
||||
|
||||
docker exec "${DOCKER_NAME}" bash -lc "
|
||||
set -e
|
||||
rm -f ${ACC_LOG}
|
||||
|
||||
export http_proxy=${PROXY_URL}
|
||||
export https_proxy=${PROXY_URL}
|
||||
export NO_PROXY=${NO_PROXY_LIST}
|
||||
export no_proxy=${NO_PROXY_LIST}
|
||||
|
||||
evalscope eval \
|
||||
--model ${SERVED_MODEL_NAME} \
|
||||
--api-url http://localhost:${VLLM_PORT}/v1 \
|
||||
--datasets gsm8k arc \
|
||||
--limit 10 2>&1 | tee ${ACC_LOG}
|
||||
"
|
||||
Reference in New Issue
Block a user