diff --git a/.github/workflows/_e2e_nightly_single_node.yaml b/.github/workflows/_e2e_nightly_single_node.yaml index b17dcd9e..a3032a25 100644 --- a/.github/workflows/_e2e_nightly_single_node.yaml +++ b/.github/workflows/_e2e_nightly_single_node.yaml @@ -130,7 +130,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Run vllm-project/vllm-ascend test diff --git a/.github/workflows/_e2e_nightly_single_node_models.yaml b/.github/workflows/_e2e_nightly_single_node_models.yaml index 51937895..5363553b 100644 --- a/.github/workflows/_e2e_nightly_single_node_models.yaml +++ b/.github/workflows/_e2e_nightly_single_node_models.yaml @@ -111,7 +111,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Install tensorflow (for Molmo-7B-D-0924) diff --git a/.github/workflows/_e2e_test.yaml b/.github/workflows/_e2e_test.yaml index ee2ddad6..02558513 100644 --- a/.github/workflows/_e2e_test.yaml +++ b/.github/workflows/_e2e_test.yaml @@ -83,7 +83,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Run vllm-project/vllm-ascend test @@ -198,7 +198,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Run vllm-project/vllm-ascend test (light) @@ -298,7 +298,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Run vllm-project/vllm-ascend test for V1 Engine diff --git a/.github/workflows/pr_test_light.yaml b/.github/workflows/pr_test_light.yaml index 0232f5c5..f5fa539e 100644 --- a/.github/workflows/pr_test_light.yaml +++ b/.github/workflows/pr_test_light.yaml @@ -133,7 +133,7 @@ jobs: BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" - source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh + export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl" - name: Run unit test diff --git a/docs/source/tutorials/DeepSeek-V3.2.md b/docs/source/tutorials/DeepSeek-V3.2.md index 021b9c23..18123bd4 100644 --- a/docs/source/tutorials/DeepSeek-V3.2.md +++ b/docs/source/tutorials/DeepSeek-V3.2.md @@ -42,7 +42,7 @@ Install the Ascend BiSheng toolkit, execute the command: BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" -source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh +export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH ``` Install Triton Ascend: diff --git a/docs/source/tutorials/Qwen3-Next.md b/docs/source/tutorials/Qwen3-Next.md index da61f4e6..0db89a6d 100644 --- a/docs/source/tutorials/Qwen3-Next.md +++ b/docs/source/tutorials/Qwen3-Next.md @@ -60,7 +60,7 @@ Install the Ascend BiSheng toolkit, execute the command: BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run" BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}" wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}" -source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh +export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH ``` Install Triton Ascend: @@ -72,12 +72,6 @@ pip install triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_$(uname - ### Inference -Please make sure you have already executed the command: - -```bash -source /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh -``` - :::::{tab-set} ::::{tab-item} Online Inference