Support MetaX and Vastai tokenizer compatibility images
Some checks failed
Build and verify Qwen2.5 compatibility engines / docker (push) Failing after 3m32s

This commit is contained in:
2026-09-30 12:16:08 +08:00
parent f8937cc505
commit fb5a163d07
6 changed files with 156 additions and 35 deletions

View File

@@ -15,7 +15,9 @@ jobs:
git checkout "${{ gitea.ref_name }}"
- name: Run compatibility tests
run: python3 -m unittest discover -s tests -q
run: |
python3 -m unittest discover -s tests -q
bash -n vllm_wrapper.sh
- name: Load image metadata
run: |
@@ -60,6 +62,8 @@ jobs:
image_base="$DOCKER_REGISTRY/$DOCKER_USERNAME/$image_name"
a100_image="$image_base:${{ gitea.ref_name }}-nvidia-a100"
cambricon_image="$image_base:${{ gitea.ref_name }}-cambricon-mlu370"
metax_image="$image_base:${{ gitea.ref_name }}-metax-c500"
vastai_image="$image_base:${{ gitea.ref_name }}-vastai-va16"
docker build \
--build-arg BASE_IMAGE=harbor.4pd.io/dooke/vllm/vllm/vllm-openai:v0.11.0 \
@@ -67,8 +71,14 @@ jobs:
docker build \
--build-arg BASE_IMAGE=harbor.4pd.io/hardcore-tech/cambricon-mlu370-pytorch:v25.01-20260228 \
-t "$cambricon_image" .
docker build \
--build-arg BASE_IMAGE=harbor.4pd.io/modelhubxc/enginex-metax/vllm:0.9.1 \
-t "$metax_image" .
docker build \
--build-arg BASE_IMAGE=harbor.4pd.io/modelhubxc/sunruoxi/enginex-vastai-vllm-vacc-fix-tokenizer:VVI-26.02 \
-t "$vastai_image" .
for image in "$a100_image" "$cambricon_image"; do
for image in "$a100_image" "$cambricon_image" "$metax_image" "$vastai_image"; do
success=0
for attempt in 1 2 3; do
if docker push "$image"; then success=1; break; fi
@@ -79,6 +89,8 @@ jobs:
done
echo "A100_IMAGE=$a100_image" >> "$GITEA_ENV"
echo "CAMBRICON_IMAGE=$cambricon_image" >> "$GITEA_ENV"
echo "METAX_IMAGE=$metax_image" >> "$GITEA_ENV"
echo "VASTAI_IMAGE=$vastai_image" >> "$GITEA_ENV"
- name: Notify ModelHub image verification
run: |
@@ -87,12 +99,16 @@ jobs:
case "$gpu" in
Nvidia-A100) image="$A100_IMAGE" ;;
Cambricon_mlu-370-x4|Cambricon_mlu-370-x8) image="$CAMBRICON_IMAGE" ;;
MetaX_c-500) image="$METAX_IMAGE" ;;
Vastai_va16) image="$VASTAI_IMAGE" ;;
*) echo "unknown GPU target: $gpu"; exit 1 ;;
esac
payload="$(GPU_TYPE="$gpu" IMAGE="$image" REPO_URL='${{ gitea.server_url }}/${{ gitea.repository }}' TAG='${{ gitea.ref_name }}' ACTOR='${{ gitea.actor }}' python3 -c 'import json, os; print(json.dumps({"framework": os.environ["FRAMEWORK"], "gpuType": os.environ["GPU_TYPE"], "imageUrl": os.environ["IMAGE"], "taskType": os.environ["TASK_TYPE"], "createBy": os.environ["ACTOR"], "repoUrl": os.environ["REPO_URL"], "tag": os.environ["TAG"]}))')"
curl --silent --show-error --fail-with-body --location \
response="$(curl --silent --show-error --fail-with-body --location \
--request POST 'https://modelhub.org.cn/adminApi/image-verify' \
--header "Xc-Token: $FIXED_TOKEN" \
--header 'Content-Type: application/json' \
--data-raw "$payload"
--data-raw "$payload")"
VERIFY_RESPONSE="$response" python3 -c 'import json,os,sys; body=json.loads(os.environ["VERIFY_RESPONSE"]); sys.exit(0 if body.get("code")==0 else 1)'
echo "submitted image verification for $gpu"
done

View File

@@ -1,3 +1,3 @@
FRAMEWORK=vllm_qwen25_compat
TASK_TYPE=text-generation
GPU_TYPES="Nvidia-A100 Cambricon_mlu-370-x4 Cambricon_mlu-370-x8"
GPU_TYPES="Nvidia-A100 Cambricon_mlu-370-x4 Cambricon_mlu-370-x8 MetaX_c-500 Vastai_va16"