xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-11 07:27:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

dummy run corner case (#29433)

Browse Source
This commit is contained in:
Xieyang Xu 2025-11-25 16:20:35 -08:00 committed by GitHub
parent d8819c88eb
commit 12866af748
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/worker/gpu_model_runner.py
View File

@ -2789,7 +2789,7 @@ class GPUModelRunner(
# returns True. before returning early here we call
# dummy run to ensure coordinate_batch_across_dp
# is called into to avoid out of sync issues.
self._dummy_run(1)
self._dummy_run(self._get_num_input_tokens(1))
if not has_kv_transfer_group():
# Return empty ModelRunnerOutput if no work to do.
return EMPTY_MODEL_RUNNER_OUTPUT