mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-15 22:54:58 +08:00
[Misc] Fix misleading ROCm warning (#19486)
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
parent
89b0f84e17
commit
04a55612dd
@ -25,9 +25,14 @@ Not currently supported:
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from vllm.platforms import current_platform
|
from vllm.platforms import current_platform
|
||||||
from vllm.platforms.rocm import on_gfx1x
|
|
||||||
from vllm.triton_utils import tl, triton
|
from vllm.triton_utils import tl, triton
|
||||||
|
|
||||||
|
# Avoid misleading ROCm warning.
|
||||||
|
if current_platform.is_rocm():
|
||||||
|
from vllm.platforms.rocm import on_gfx1x
|
||||||
|
else:
|
||||||
|
on_gfx1x = lambda *args, **kwargs: False
|
||||||
|
|
||||||
torch_dtype: tl.constexpr = torch.float16
|
torch_dtype: tl.constexpr = torch.float16
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user