From b1d52734f78c91566402281330b4344680a90741 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Mon, 25 Aug 2025 08:55:12 -0700 Subject: [PATCH] fix Signed-off-by: Woosuk Kwon --- vllm/v1/worker/gpu_model_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu_model_runner.py b/vllm/v1/worker/gpu_model_runner.py index a9d82f5daec0b..cdd15bd2cd22f 100644 --- a/vllm/v1/worker/gpu_model_runner.py +++ b/vllm/v1/worker/gpu_model_runner.py @@ -1968,7 +1968,7 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin): num_nans_in_logits = {} num_nans_for_index = logits.isnan().sum(dim=-1).cpu().numpy() - for i, req_id in input_batch.req_ids: + for i, req_id in enumerate(input_batch.req_ids): num_nans_in_logits[req_id] = (int(num_nans_for_index[i]) if num_nans_for_index is not None and i < logits.shape[0] else 0)