xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-23 20:04:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

assert

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-09-21 19:37:18 -07:00
parent fe5472dc03
commit 72f0a71939
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/v1/worker/gpu/model_runner.py
View File

@ -404,8 +404,7 @@ class GPUModelRunner:
needs_prompt_logprobs = np.any( needs_prompt_logprobs = np.any(
self.req_states.needs_prompt_logprobs[idx_mapping_np]) self.req_states.needs_prompt_logprobs[idx_mapping_np])
if needs_prompt_logprobs: assert not needs_prompt_logprobs
pass
if use_dp_sampler: if use_dp_sampler:
# All-gather the outputs. # All-gather the outputs.