From d3d91b6f714184ef387701bdc8cfd5990d9e78bb Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Fri, 16 May 2025 23:05:59 +0800 Subject: [PATCH] [Misc][MacOS] fix bfloat16 error (#18249) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- vllm/platforms/cpu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index d286c89395126..2d48af397636c 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -36,7 +36,7 @@ class CpuPlatform(Platform): # instead of checking the OS. For instance M2 shall supports bf16 # already. But we need to modify `cpu_extension.cmake` to activate # the feature in the build. - return [torch.bfloat16, torch.float32] + return [torch.float16, torch.float32] # x86/aarch64 CPU has supported both bf16 and fp16 natively. return [torch.bfloat16, torch.float16, torch.float32]