xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-23 10:24:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

Cast return value to int64_t for cache size (#28814)

Browse Source 
Signed-off-by: tiehexue <tiehexue@hotmail.com>
This commit is contained in:
tiehexue 2025-11-18 00:02:32 +08:00 committed by GitHub
parent 7f064491f8
commit e42bd8c2e3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
csrc/cpu/cpu_attn_impl.hpp
View File

@ -754,7 +754,7 @@ class AttentionScheduler {
return l2_cache_size >> 1; // use 50% of L2 cache
}
// Fallback if sysctlbyname fails
return 128 * 1024 >> 1; // use 50% of 128KB
return 128LL * 1024 >> 1; // use 50% of 128KB
#else
long l2_cache_size = sysconf(_SC_LEVEL2_CACHE_SIZE);
TORCH_CHECK_NE(l2_cache_size, -1);