[bugfix]update bishengir source envs (#5582)
### What this PR does / why we need it?
Due to the update of the Bisheng version's installation path, the
corresponding source path in the environment variables needs to be
updated.
- vLLM version: v0.13.0
- vLLM main:
7157596103
---------
Signed-off-by: Meihan-chen <jcccx.cmh@gmail.com>
This commit is contained in:
@@ -130,7 +130,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Run vllm-project/vllm-ascend test
|
- name: Run vllm-project/vllm-ascend test
|
||||||
|
|||||||
@@ -111,7 +111,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Install tensorflow (for Molmo-7B-D-0924)
|
- name: Install tensorflow (for Molmo-7B-D-0924)
|
||||||
|
|||||||
6
.github/workflows/_e2e_test.yaml
vendored
6
.github/workflows/_e2e_test.yaml
vendored
@@ -83,7 +83,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Run vllm-project/vllm-ascend test
|
- name: Run vllm-project/vllm-ascend test
|
||||||
@@ -198,7 +198,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Run vllm-project/vllm-ascend test (light)
|
- name: Run vllm-project/vllm-ascend test (light)
|
||||||
@@ -298,7 +298,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Run vllm-project/vllm-ascend test for V1 Engine
|
- name: Run vllm-project/vllm-ascend test for V1 Engine
|
||||||
|
|||||||
2
.github/workflows/pr_test_light.yaml
vendored
2
.github/workflows/pr_test_light.yaml
vendored
@@ -133,7 +133,7 @@ jobs:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_aarch64_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
python3 -m pip install "https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
||||||
|
|
||||||
- name: Run unit test
|
- name: Run unit test
|
||||||
|
|||||||
@@ -42,7 +42,7 @@ Install the Ascend BiSheng toolkit, execute the command:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
```
|
```
|
||||||
|
|
||||||
Install Triton Ascend:
|
Install Triton Ascend:
|
||||||
|
|||||||
@@ -60,7 +60,7 @@ Install the Ascend BiSheng toolkit, execute the command:
|
|||||||
BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run"
|
BISHENG_NAME="Ascend-BiSheng-toolkit_$(uname -i)_20251225.run"
|
||||||
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
BISHENG_URL="https://vllm-ascend.obs.cn-north-4.myhuaweicloud.com/vllm-ascend/${BISHENG_NAME}"
|
||||||
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
wget -O "${BISHENG_NAME}" "${BISHENG_URL}" && chmod a+x "${BISHENG_NAME}" && "./${BISHENG_NAME}" --install && rm "${BISHENG_NAME}"
|
||||||
source /usr/local/Ascend/8.5.0/bisheng_toolkit/set_env.sh
|
export PATH=/usr/local/Ascend/tools/bishengir/bin:$PATH
|
||||||
```
|
```
|
||||||
|
|
||||||
Install Triton Ascend:
|
Install Triton Ascend:
|
||||||
@@ -72,12 +72,6 @@ pip install triton_ascend-3.2.0.dev20251229-cp311-cp311-manylinux_2_27_$(uname -
|
|||||||
|
|
||||||
### Inference
|
### Inference
|
||||||
|
|
||||||
Please make sure you have already executed the command:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
source /usr/local/Ascend/ascend-toolkit/8.3.RC2/bisheng_toolkit/set_env.sh
|
|
||||||
```
|
|
||||||
|
|
||||||
:::::{tab-set}
|
:::::{tab-set}
|
||||||
::::{tab-item} Online Inference
|
::::{tab-item} Online Inference
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user