diff --git a/vllm/config/__init__.py b/vllm/config/__init__.py
index 51db277f65dc9..cd2be212c23db 100644
--- a/vllm/config/__init__.py
+++ b/vllm/config/__init__.py
@@ -3548,7 +3548,7 @@ class VllmConfig:
         if self.compilation_config.pass_config.enable_sequence_parallelism:
             self.compilation_config.custom_ops.append("+rms_norm")
 
-        if current_platform.is_cuda_alike():
+        if current_platform.is_cuda_alike() or current_platform.is_xpu():
             # if cudagraph_mode is not explicitly set by users, set default
             # value
             if self.compilation_config.cudagraph_mode is None: