Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-09-21 19:37:18 -07:00
parent fe5472dc03
commit 72f0a71939

View File

@ -404,8 +404,7 @@ class GPUModelRunner:
needs_prompt_logprobs = np.any(
self.req_states.needs_prompt_logprobs[idx_mapping_np])
if needs_prompt_logprobs:
pass
assert not needs_prompt_logprobs
if use_dp_sampler:
# All-gather the outputs.