forked from EngineX-Cambricon/enginex-mlu370-vllm
add qwen3
This commit is contained in:
16
vllm-v0.6.2/vllm/triton_utils/importing.py
Normal file
16
vllm-v0.6.2/vllm/triton_utils/importing.py
Normal file
@@ -0,0 +1,16 @@
|
||||
from importlib.util import find_spec
|
||||
|
||||
from vllm.logger import init_logger
|
||||
from vllm.platforms import current_platform
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
HAS_TRITON = (
|
||||
find_spec("triton") is not None
|
||||
and not current_platform.is_xpu() # Not compatible
|
||||
and not current_platform.is_neuron() # neuron has too old torch
|
||||
)
|
||||
|
||||
if not HAS_TRITON:
|
||||
logger.info("Triton not installed or not compatible; certain GPU-related"
|
||||
" functions will not be available.")
|
||||
Reference in New Issue
Block a user