vllm/vllm/triton_utils/importing.py
Liangfu Chen 628ec6c17b
[Docker] bump up neuron sdk v2.21 (#11593)
Signed-off-by: Liangfu Chen <liangfc@amazon.com>
2024-12-30 13:46:14 +08:00

16 lines
411 B
Python

from importlib.util import find_spec
from vllm.logger import init_logger
from vllm.platforms import current_platform
logger = init_logger(__name__)
HAS_TRITON = (
find_spec("triton") is not None
and not current_platform.is_xpu() # Not compatible
)
if not HAS_TRITON:
logger.info("Triton not installed or not compatible; certain GPU-related"
" functions will not be available.")