xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 02:17:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Apple Silicon] fix missing symbols when build from source on Mac with Apple Silicon (#21380)

Browse Source 
Signed-off-by: Yeju Zhou <yejuzhou@outlook.com>
This commit is contained in:
Yeju Zhou 2025-07-26 22:09:57 +08:00 committed by GitHub
parent 56e544f24b
commit 9094d11c5d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
csrc/cpu/torch_bindings.cpp
View File

@ -151,7 +151,7 @@ TORCH_LIBRARY_EXPAND(TORCH_EXTENSION_NAME, ops) {
ops.impl("rotary_embedding", torch::kCPU, &rotary_embedding); ops.impl("rotary_embedding", torch::kCPU, &rotary_embedding);
// Quantization // Quantization
#if defined(__AVX512F__) || defined(__aarch64__) #if defined(__AVX512F__) || (defined(__aarch64__) && !defined(__APPLE__))
at::Tag stride_tag = at::Tag::needs_fixed_stride_order; at::Tag stride_tag = at::Tag::needs_fixed_stride_order;
// Compute int8 quantized tensor for given scaling factor. // Compute int8 quantized tensor for given scaling factor.