From 5d5b4c5fe524c3b62453bba7ad4434a27c81317a Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Tue, 9 Jul 2024 00:21:37 -0700 Subject: [PATCH] [Bugfix][TPU] Add missing None to model input (#6245) --- vllm/worker/tpu_model_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/worker/tpu_model_runner.py b/vllm/worker/tpu_model_runner.py index e4a96c073282e..9b00a60ac0e3b 100644 --- a/vllm/worker/tpu_model_runner.py +++ b/vllm/worker/tpu_model_runner.py @@ -154,7 +154,7 @@ class TPUModelRunner: # Dummy run. num_samples = _MAX_NUM_SAMPLES if is_prompt else 1 self.model(token_ids, position_ids, kv_caches, attn_metadata, - input_lens, t, p, num_samples) + input_lens, None, t, p, num_samples) def warmup_model( self,