EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[bugfix] Improve log level and info for custom ops build (#937)

Browse Source 
### What this PR does / why we need it?
Fix the bug of #703, where vllm wrong raised the ERROR : Failed to
import vllm_ascend_C:No module named 'vllm_ascend.vllm_ascend_C'. The
format for reporting import vllm_ascend_C failure is unified by warning
("Failed to import vllm_ascend_C:%s", e).

### Does this PR introduce _any_ user-facing change?
No

---------

Signed-off-by: yangpuPKU <604425840@qq.com>
This commit is contained in:
yangpuPKU
2025-05-23 10:05:57 +08:00
committed by GitHub
parent 8ddc0a1002
commit 46df67a5e9
2 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm_ascend/device_allocator/camem.py
View File

@@ -60,7 +60,8 @@ try:
lib_name = find_loaded_library("vllm_ascend_C") lib_name = find_loaded_library("vllm_ascend_C")
camem_available = True camem_available = True
except ImportError as e: except ImportError as e:
logger.error("Failed to import vllm_ascend_C:%s", e) logger.warning(
"Failed to import vllm_ascend_C:%s. Sleep mode will be disabled. ", e)
init_module = None init_module = None
python_create_and_map = None python_create_and_map = None
python_unmap_and_release = None python_unmap_and_release = None

10
vllm_ascend/platform.py
View File

@@ -31,13 +31,11 @@ CUSTOM_OP_ENABLED = False
try: try:
# register custom ops into torch_library here # register custom ops into torch_library here
import vllm_ascend.vllm_ascend_C # type: ignore # noqa: F401 import vllm_ascend.vllm_ascend_C # type: ignore # noqa: F401
except ImportError:
logging.warning(
"Warning: Failed to register custom ops, all custom ops will be disabled"
)
else:
CUSTOM_OP_ENABLED = True CUSTOM_OP_ENABLED = True
except ImportError as e:
logging.warning(
"Failed to import 'vllm_ascend.vllm_ascend_C': %s. All custom ops will be disabled. ",
e)
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig from vllm.config import ModelConfig, VllmConfig