xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 02:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

format

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-08 16:45:11 +00:00
parent 716b03277e
commit dc1b6af362
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/forward_context.py
View File

@ -61,6 +61,7 @@ class DPMetadata:
# num_tokens_across_dp. If there's an incorrect ordering of ARs # num_tokens_across_dp. If there's an incorrect ordering of ARs
# across DP ranks, this tensor can end up containing the number # across DP ranks, this tensor can end up containing the number
# of padded tokens for a DP rank. # of padded tokens for a DP rank.
assert torch.all((should_ubatch_tensor == 0) | (should_ubatch_tensor == 1)) assert torch.all((should_ubatch_tensor == 0) | (should_ubatch_tensor == 1))
result: bool = bool(torch.all(should_ubatch_tensor == 1).item()) result: bool = bool(torch.all(should_ubatch_tensor == 1).item())