mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-31 18:47:09 +08:00
Merge 3b1a3cae0eae533d854362758326e3b399ad9893 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29
This commit is contained in:
commit
23b9fa1969
@ -31,7 +31,7 @@ def get_flash_attn_version(requires_alibi: bool = False) -> int | None:
|
|||||||
# import here to avoid circular dependencies
|
# import here to avoid circular dependencies
|
||||||
from vllm.platforms import current_platform
|
from vllm.platforms import current_platform
|
||||||
|
|
||||||
if current_platform.is_xpu():
|
if current_platform.is_xpu() or current_platform.is_rocm():
|
||||||
return 2
|
return 2
|
||||||
try:
|
try:
|
||||||
from vllm.vllm_flash_attn.flash_attn_interface import (
|
from vllm.vllm_flash_attn.flash_attn_interface import (
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user