Merge 3b1a3cae0eae533d854362758326e3b399ad9893 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29

This commit is contained in:
Rabi Mishra 2025-12-25 00:07:13 +00:00 committed by GitHub
commit 23b9fa1969
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -31,7 +31,7 @@ def get_flash_attn_version(requires_alibi: bool = False) -> int | None:
# import here to avoid circular dependencies
from vllm.platforms import current_platform
if current_platform.is_xpu():
if current_platform.is_xpu() or current_platform.is_rocm():
return 2
try:
from vllm.vllm_flash_attn.flash_attn_interface import (