xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 06:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Log] Debug Once for Randomizing dummy data for DP Rank (#22860)

Browse Source 
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye 2025-08-15 14:51:50 -04:00 committed by GitHub
parent 6cd69f51bf
commit df5afa82e5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/worker/gpu_model_runner.py
View File

@ -2192,7 +2192,7 @@ class GPUModelRunner(LoRAModelRunnerMixin, KVConnectorModelRunnerMixin):
high=self.model_config.get_vocab_size(), high=self.model_config.get_vocab_size(),
dtype=input_ids.dtype) dtype=input_ids.dtype)
logger.debug("Randomizing dummy data for DP Rank") logger.debug_once("Randomizing dummy data for DP Rank")
input_ids.copy_(rand_input_ids()[:input_ids.size(0)], input_ids.copy_(rand_input_ids()[:input_ids.size(0)],
non_blocking=True) non_blocking=True)
yield yield