xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 04:17:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Cache the environment variable check for batch invariance (#26510)

Browse Source 
Signed-off-by: Bram Wasti <bwasti@meta.com>
This commit is contained in:
Bram Wasti 2025-10-10 15:47:34 -07:00 committed by GitHub
parent 949cb0170d
commit e317414ce1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
csrc/core/batch_invariant.hpp
View File

@ -8,9 +8,12 @@ namespace vllm {
// vllm_kernel_override_batch_invariant(); returns true // vllm_kernel_override_batch_invariant(); returns true
// if env VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT=1 // if env VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT=1
inline bool vllm_kernel_override_batch_invariant() { inline bool vllm_kernel_override_batch_invariant() {
std::string env_key = "VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT"; static bool cached = []() {
const char* val = std::getenv(env_key.c_str()); std::string env_key = "VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT";
return (val && std::atoi(val) != 0) ? 1 : 0; const char* val = std::getenv(env_key.c_str());
return (val && std::atoi(val) != 0) ? 1 : 0;
}();
return cached;
} }
} // namespace vllm } // namespace vllm