From 42ffdd91799390de360949d2d09e397b6d308209 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sat, 20 Sep 2025 22:15:07 +0000 Subject: [PATCH] wip Signed-off-by: Woosuk Kwon --- vllm/v1/worker/gpu/model_runner.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/v1/worker/gpu/model_runner.py b/vllm/v1/worker/gpu/model_runner.py index 8f6022f13e0a1..a2672865d7a27 100644 --- a/vllm/v1/worker/gpu/model_runner.py +++ b/vllm/v1/worker/gpu/model_runner.py @@ -402,6 +402,11 @@ class GPUModelRunner: sampling_metadata=sampling_metadata, ) + needs_prompt_logprobs = np.any( + self.req_states.needs_prompt_logprobs[idx_mapping_np]) + if needs_prompt_logprobs: + pass + if use_dp_sampler: # All-gather the outputs. sampler_output = all_gather_sampler_output(