xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-13 06:12:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-09-18 13:11:46 -07:00
parent cbdb47dc01
commit 3f50030cc8
1 changed files with 0 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/v1/worker/gpu/model_runner.py
View File

@ -344,15 +344,6 @@ class GPUModelRunner:
# No request in the batch needs prompt logprobs. # No request in the batch needs prompt logprobs.
return None return None
num_prompt_tokens_scheduled = ...
if not np.any((num_prompt_tokens_scheduled > 0)
& needs_prompt_logprobs):
# The request already computed prompt logprobs.
return None
# TODO
return
def postprocess( def postprocess(
self, self,
sampler_output: SamplerOutput, sampler_output: SamplerOutput,