diff --git a/vllm/platforms/rocm.py b/vllm/platforms/rocm.py
index e506689dc33c7..a4f18cbfc5871 100644
--- a/vllm/platforms/rocm.py
+++ b/vllm/platforms/rocm.py
@@ -5,8 +5,6 @@ from functools import lru_cache, wraps
 from typing import TYPE_CHECKING, Dict, List, Optional
 
 import torch
-from amdsmi import (amdsmi_get_gpu_asic_info, amdsmi_get_processor_handles,
-                    amdsmi_init, amdsmi_shut_down)
 
 import vllm.envs as envs
 from vllm.logger import init_logger
@@ -20,6 +18,12 @@ else:
 
 logger = init_logger(__name__)
 
+try:
+    from amdsmi import (amdsmi_get_gpu_asic_info, amdsmi_get_processor_handles,
+                        amdsmi_init, amdsmi_shut_down)
+except ImportError as e:
+    logger.warning("Failed to import from amdsmi with %r", e)
+
 try:
     import vllm._C  # noqa: F401
 except ImportError as e: