xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-08 17:57:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

wip

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
This commit is contained in:
Woosuk Kwon 2025-09-20 22:15:07 +00:00
parent 8aee6e97e6
commit 42ffdd9179
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/worker/gpu/model_runner.py
View File

@ -402,6 +402,11 @@ class GPUModelRunner:
sampling_metadata=sampling_metadata,
)
needs_prompt_logprobs = np.any(
self.req_states.needs_prompt_logprobs[idx_mapping_np])
if needs_prompt_logprobs:
pass
if use_dp_sampler:
# All-gather the outputs.
sampler_output = all_gather_sampler_output(