diff --git a/vllm/compilation/caching.py b/vllm/compilation/caching.py index 63b7ad7279e3..6297d9f995aa 100644 --- a/vllm/compilation/caching.py +++ b/vllm/compilation/caching.py @@ -116,7 +116,8 @@ class VllmSerializableFunction(SerializableCallable): the AOT compiled path. """ compile_inputs = [ - inp or example_inputs[i] for i, inp in enumerate(fn.example_inputs) + inp if inp is not None else example_inputs[i] + for i, inp in enumerate(fn.example_inputs) ] with tracing(TracingContext(fake_mode)): fn.optimized_call = vllm_backend(