[CI] Update UT CANN version to 8.5.0 for main branch (#6564)
### What this PR does / why we need it? Update UT CANN version to 8.5.0 ### Does this PR introduce _any_ user-facing change? NA - vLLM version: v0.15.0 - vLLM main: https://github.com/vllm-project/vllm/commit/v0.15.0 --------- Signed-off-by: leo-pony <nengjunma@outlook.com>
This commit is contained in:
@@ -35,6 +35,12 @@ env_variables: dict[str, Callable[[], Any]] = {
|
||||
# The build type of the package. It can be one of the following values:
|
||||
# Release, Debug, RelWithDebugInfo. If not set, the default value is Release.
|
||||
"CMAKE_BUILD_TYPE": lambda: os.getenv("CMAKE_BUILD_TYPE"),
|
||||
# Whether to compile custom kernels. If not set, the default value is True.
|
||||
# If set to False, the custom kernels will not be compiled.
|
||||
# This configuration option should only be set to False when running UT
|
||||
# scenarios in an environment without an NPU. Do not set it to False in
|
||||
# other scenarios.
|
||||
"COMPILE_CUSTOM_KERNELS": lambda: bool(int(os.getenv("COMPILE_CUSTOM_KERNELS", "1"))),
|
||||
# The CXX compiler used for compiling the package. If not set, the default
|
||||
# value is None, which means the system default CXX compiler will be used.
|
||||
"CXX_COMPILER": lambda: os.getenv("CXX_COMPILER", None),
|
||||
|
||||
@@ -88,6 +88,12 @@ class NPUWorker(WorkerBase):
|
||||
# Additional parameters for compatibility with vllm
|
||||
**kwargs):
|
||||
"""Initialize the worker for Ascend."""
|
||||
if not envs_ascend.COMPILE_CUSTOM_KERNELS:
|
||||
logger.warning(
|
||||
"COMPILE_CUSTOM_KERNELS is set to False. "
|
||||
"In most scenarios, without custom kernels, vllm-ascend will not function correctly."
|
||||
)
|
||||
|
||||
# register patch for vllm
|
||||
from vllm_ascend.utils import adapt_patch
|
||||
adapt_patch()
|
||||
|
||||
Reference in New Issue
Block a user