mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 04:34:57 +08:00
20 lines
490 B
C++
20 lines
490 B
C++
#pragma once
|
|
#include <cstdlib>
|
|
#include <string>
|
|
#include <cctype>
|
|
|
|
namespace vllm {
|
|
|
|
// vllm_kernel_override_batch_invariant(); returns true
|
|
// if env VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT=1
|
|
inline bool vllm_kernel_override_batch_invariant() {
|
|
static bool cached = []() {
|
|
std::string env_key = "VLLM_KERNEL_OVERRIDE_BATCH_INVARIANT";
|
|
const char* val = std::getenv(env_key.c_str());
|
|
return (val && std::atoi(val) != 0) ? 1 : 0;
|
|
}();
|
|
return cached;
|
|
}
|
|
|
|
} // namespace vllm
|